00010000:00000010:0.1:1776192939.452271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192939.468648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa7d6d5b. 00010000:00000010:0.1:1776192939.468656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:0.1:1776192939.477330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000216c4949. 00010000:00000010:0.1:1776192939.477338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c6d0e48. 00010000:00000010:0.1:1776192939.477344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192939.489276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6556356. 00010000:00000010:0.1:1776192939.489289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192939.492376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043b1c866. 00010000:00000010:0.1:1776192939.492383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192939.499063:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f21af4. 00010000:00000010:0.1:1776192939.499072:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192939.507182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bdc3df6. 00010000:00000010:0.1:1776192939.507200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe7e4c6a. 00010000:00000010:0.1:1776192939.507206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192939.516348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054051d96. 00010000:00000010:0.1:1776192939.516364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639a50b7. 00010000:00000010:0.1:1776192939.516369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192939.525208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d0c303. 00010000:00000010:0.1:1776192939.525226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001eb39588. 00010000:00000010:0.1:1776192939.525231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192939.544263:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e3dbac8. 00010000:00000010:0.1:1776192939.544278:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192939.556219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee52f905. 00010000:00000010:0.1:1776192939.583355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df5317c0. 00010000:00000010:0.1:1776192939.583368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:0.1:1776192939.587312:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019941335. 00010000:00000010:0.1:1776192939.587319:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192939.596064:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072c05c4f. 00010000:00000010:0.1:1776192939.596079:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192939.701192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063a6646c. 00010000:00000010:0.1:1776192939.802245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be09172c. 00010000:00000010:0.1:1776192939.838342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ca5365e. 00010000:00000010:0.1:1776192939.838359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:0.1:1776192939.869318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000610abd8f. 00010000:00000010:0.1:1776192939.869331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0a72f8f. 00010000:00000010:0.1:1776192939.869335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:0.1:1776192939.886340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ab0c5ee. 00010000:00000010:0.1:1776192939.886353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:0.1:1776192939.891625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581fe0a5. 00010000:00000010:0.1:1776192939.891632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:0.1:1776192939.904673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87dc0. 00010000:00000010:0.1:1776192939.904973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192939.934768:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb3a2a01. 00010000:00000010:0.1:1776192939.934780:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006277edc8. 00010000:00000010:0.1:1776192939.941187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc0cbf4. 00010000:00000010:0.1:1776192939.941194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ac5970. 00010000:00000010:0.1:1776192939.941198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192940.029905:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9db15af. 00010000:00000010:0.1:1776192940.029918:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:0.1:1776192940.041915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072a7b65e. 00010000:00000010:0.1:1776192940.041931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192940.076866:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692941f2. 00010000:00000010:0.1:1776192940.114287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ff1c48f. 00010000:00000010:0.1:1776192940.114292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00e9e31. 00010000:00000010:0.1:1776192940.126310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001deb3f59. 00010000:00000010:0.1:1776192940.264691:0:59528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab8235c. 00010000:00000010:0.1:1776192940.343187:0:78004:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0c371f0. 00010000:00000010:0.1:1776192940.366378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f16818b. 00010000:00000010:0.1:1776192940.382177:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612ee389. 00010000:00000010:0.1:1776192940.402576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021ed5471. 00010000:00000010:0.1:1776192940.428963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eace15e. 00010000:00000010:0.1:1776192940.470219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a2ac5b4. 00010000:00000010:0.1:1776192940.470225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:0.1:1776192940.475204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359ceb19. 00010000:00000010:0.1:1776192940.475221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a100f55. 00010000:00000010:0.1:1776192940.475224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006277edc8. 00010000:00000010:0.1:1776192940.492487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d6631d. 00010000:00000010:0.1:1776192940.536268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d782225. 00010000:00000010:0.1:1776192940.536275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:0.1:1776192940.546527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ace4551c. 00010000:00000010:0.1:1776192940.546534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:0.1:1776192940.560206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a064384. 00010000:00000010:0.1:1776192940.560214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad7a058. 00010000:00000010:0.1:1776192940.560231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091bb0095. 00010000:00000010:0.1:1776192940.568179:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003405e32. 00010000:00000010:0.1:1776192940.568185:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c869324. 00010000:00000010:0.1:1776192940.577797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000289ebc37. 00010000:00000010:0.1:1776192940.577805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d442e7. 00010000:00000010:0.1:1776192940.605473:0:78009:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b3606ed. 00010000:00000010:0.1:1776192940.605487:0:78009:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c869324. 00010000:00000010:0.1:1776192940.613189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.1:1776192940.613196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff1d8c43. 00010000:00000010:0.1:1776192940.613200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d442e7. 00010000:00000010:0.1:1776192940.646768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf1b5e9c. 00010000:00000010:0.1:1776192940.646794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b3ec629. 00010000:00000010:0.1:1776192940.653085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000540c691. 00010000:00000010:0.1:1776192940.653094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d442e7. 00010000:00000010:0.1:1776192940.701581:0:78030:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add15abf. 00010000:00000010:0.1:1776192940.701595:0:78030:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb1b9e84. 00010000:00000010:0.1:1776192940.701598:0:78030:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000263ac66b. 00010000:00000010:0.1:1776192940.791493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003aaa692. 00010000:00000010:0.1:1776192940.791504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:0.1:1776192940.815020:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000779c4178. 00010000:00000010:0.1:1776192940.815043:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:0.1:1776192940.837072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c946485. 00010000:00000010:0.1:1776192940.869515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d03d6. 00010000:00000010:0.1:1776192940.932414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc580219. 00010000:00000010:0.1:1776192940.998480:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b308fa6. 00010000:00000010:0.1:1776192940.998487:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c869324. 00010000:00000010:0.1:1776192941.003858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009acf7a3f. 00010000:00000010:0.1:1776192941.003865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b63d6d1. 00010000:00000010:0.1:1776192941.007201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fe24500. 00010000:00000010:0.1:1776192941.007217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006277edc8. 00010000:00000010:0.1:1776192941.017856:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.1:1776192941.018062:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a8fc70. 00010000:00000010:0.1:1776192941.018068:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a5b50a. 00010000:00000010:0.1:1776192941.023355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6babe93. 00010000:00000010:0.1:1776192941.063236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3704b1. 00010000:00000010:0.1:1776192941.088268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018dd7e8b. 00010000:00000010:0.1:1776192941.088281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:0.1:1776192941.094289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192941.126196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc0375f6. 00010000:00000010:0.1:1776192941.138189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00010000:00000010:0.1:1776192941.154224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bcdc7ae. 00010000:00000010:0.1:1776192941.154233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3a64417. 00010000:00000010:0.1:1776192941.154236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877b35ce. 00010000:00000010:0.1:1776192941.200309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b7cf416. 00010000:00000010:0.1:1776192941.205200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002917e8af. 00010000:00000010:0.1:1776192941.218230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbfabdf2. 00010000:00000010:0.1:1776192941.252428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095f7baf1. 00010000:00000010:0.1:1776192941.252437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e69bc37c. 00010000:00000010:0.1:1776192941.259974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c926b38. 00010000:00000010:0.1:1776192941.259989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192941.272221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002ddbd6e. 00010000:00000010:0.1:1776192941.272238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c31abe. 00010000:00000010:0.1:1776192941.317299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b681466. 00010000:00000010:0.1:1776192941.322262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcf1239. 00010000:00000010:0.1:1776192941.322273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000301e79de. 00010000:00000010:0.1:1776192941.322278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a332879. 00010000:00000010:0.1:1776192941.392297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009731d485. 00010000:00000010:0.1:1776192941.430377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b0d69fc. 00010000:00000010:0.1:1776192941.439437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9e3fe8a. 00010000:00000010:0.1:1776192941.451192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006831ad05. 00010000:00000010:0.1:1776192941.451199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eeb1bd1. 00010000:00000010:0.1:1776192941.459634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000534277a9. 00010000:00000010:0.1:1776192941.459642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0580645. 00010000:00000010:0.1:1776192941.459648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192941.459651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000562e687f. 00010000:00000010:0.1:1776192941.459653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192941.467334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9013b4f. 00010000:00000010:0.1:1776192941.467352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192941.467356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000056c4a4e. 00010000:00000010:0.1:1776192941.467359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192941.473832:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cbaa1f6. 00010000:00000010:0.1:1776192941.473845:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192941.500723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4461273. 00010000:00000010:0.1:1776192941.500731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:0.1:1776192941.531312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c2734b3. 00010000:00000010:0.1:1776192941.531317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192941.536870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000333399f9. 00010000:00000010:0.1:1776192941.536878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce3db9c6. 00010000:00000010:0.1:1776192941.536882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192941.536885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b10fafad. 00010000:00000010:0.1:1776192941.536888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192941.555192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb662c60. 00010000:00000010:0.1:1776192941.555200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4bbbfa0. 00010000:00000010:0.1:1776192941.561190:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083ada487. 00010000:00000010:0.1:1776192941.561195:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb50c. 00010000:00000010:0.1:1776192941.567222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad056306. 00010000:00000010:0.1:1776192941.567238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78ac533. 00010000:00000010:0.1:1776192941.589314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8e53f1. 00010000:00000010:0.1:1776192941.602872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054088514. 00010000:00000010:0.1:1776192941.616618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a70817f7. 00010000:00000010:0.1:1776192941.621238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018bf0b1b. 00010000:00000010:0.1:1776192941.669859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b687fc15. 00010000:00000010:0.1:1776192941.724976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018f72ef6. 00010000:00000010:0.1:1776192941.724996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0bb9493. 00010000:00000010:0.1:1776192941.753288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008251d011. 00010000:00000010:0.1:1776192941.753301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692edc52. 00010000:00000010:0.1:1776192941.761193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090659c36. 00010000:00000010:0.1:1776192941.761207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192941.768676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000629bcd38. 00010000:00000010:0.1:1776192941.768683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de1f84b. 00010000:00000010:0.1:1776192941.775849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7381c3e. 00010000:00000010:0.1:1776192941.775866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080dd1584. 00010000:00000010:0.1:1776192941.775870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192941.801498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b54981e3. 00010000:00000010:0.1:1776192941.801505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de1f84b. 00010000:00000010:0.1:1776192941.828228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1befb3f. 00010000:00000010:0.1:1776192941.828241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192941.828246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000608e9499. 00010000:00000010:0.1:1776192941.828250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023c38c42. 00010000:00000010:0.1:1776192941.828253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192941.828255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000299a9ff3. 00010000:00000010:0.1:1776192941.828257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:0.1:1776192941.854332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000736638f3. 00010000:00000010:0.1:1776192941.854346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d99d520. 00010000:00000010:0.1:1776192941.854350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:0.1:1776192941.937245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbc7d26f. 00010000:00000010:0.1:1776192941.937259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000446f7a24. 00010000:00000010:0.1:1776192941.949194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000630186b0. 00010000:00000010:0.1:1776192941.949209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002510b0d1. 00010000:00000010:0.1:1776192941.949213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192941.959464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f848941. 00010000:00000010:0.1:1776192941.959472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240c27ca. 00010000:00000010:0.1:1776192941.959476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192941.986206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093a36d20. 00010000:00000010:0.1:1776192941.998837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013dd8b51. 00010000:00000010:0.1:1776192942.047959:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aaa8f14. 00010000:00000010:0.1:1776192942.062258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59e3632. 00010000:00000010:0.1:1776192942.062266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cec099f4. 00010000:00000010:0.1:1776192942.062270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2813b7. 00010000:00000010:0.1:1776192942.073230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d8f066f. 00010000:00000010:0.1:1776192942.073241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192942.083586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192942.083599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165c1767. 00010000:00000010:0.1:1776192942.103301:0:78048:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b23c3e. 00010000:00000010:0.1:1776192942.103314:0:78048:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096719671. 00010000:00000010:0.1:1776192942.103319:0:78048:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088cb9f15. 00010000:00000010:0.1:1776192942.140530:0:78040:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b57cbe5. 00010000:00000010:0.1:1776192942.140536:0:78040:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00e9e31. 00010000:00000010:0.1:1776192942.163033:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000293a9163. 00010000:00000010:0.1:1776192942.163050:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a332879. 00010000:00000010:0.1:1776192942.197190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000003f851d. 00010000:00000010:0.1:1776192942.197204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192942.203211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b4e5c1. 00010000:00000010:0.1:1776192942.203226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d9c8d73. 00010000:00000010:0.1:1776192942.203230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088cb9f15. 00010000:00000010:0.1:1776192942.220317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051e37d8c. 00010000:00000010:0.1:1776192942.248334:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000316612a8. 00010000:00000010:0.1:1776192942.259191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb677d0d. 00010000:00000010:0.1:1776192942.267743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003626c352. 00010000:00000010:0.1:1776192942.267762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb50c. 00010000:00000010:0.1:1776192942.267790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c04510. 00010000:00000010:0.1:1776192942.294233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000846f5843. 00010000:00000010:0.1:1776192942.339246:0:78059:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4db29e4. 00010000:00000010:0.1:1776192942.345194:0:78059:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2b57f1d. 00010000:00000010:0.1:1776192942.376704:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095cf73bc. 00010000:00000010:0.1:1776192942.381210:0:78065:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 00010000:00000010:0.1:1776192942.588666:0:78086:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c4231bd. 00010000:00000010:0.1:1776192942.588673:0:78086:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2813b7. 00010000:00000010:0.1:1776192942.649272:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba94e66b. 00010000:00000010:0.1:1776192942.649286:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d044682. 00010000:00000010:0.1:1776192942.649291:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390ce7f8. 00010000:00000010:0.1:1776192942.649293:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b321387c. 00010000:00000010:0.1:1776192942.649296:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000751bf83. 00010000:00000010:0.1:1776192942.649299:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192942.658197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9ce63a. 00010000:00000010:0.1:1776192942.658204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ae84172. 00010000:00000010:0.1:1776192942.658207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192942.669305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a9319a. 00010000:00000010:0.1:1776192942.683732:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aa80a0a. 00010000:00000010:0.1:1776192942.689973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc6c40bb. 00010000:00000010:0.1:1776192942.702204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a3ff6b9. 00010000:00000010:0.1:1776192942.742193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006486b3d8. 00010000:00000010:0.1:1776192942.751254:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4c36c2f. 00010000:00000010:0.1:1776192942.761303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca477223. 00010000:00000010:0.1:1776192942.800252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad963f32. 00010000:00000010:0.1:1776192942.864321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e38fdaad. 00010000:00000010:0.1:1776192942.864327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:0.1:1776192942.887237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a289d4c. 00010000:00000010:0.1:1776192942.887243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:0.1:1776192942.908761:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d53ce5af. 00010000:00000010:0.1:1776192942.908775:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692edc52. 00010000:00000010:0.1:1776192942.946474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1d03d8c. 00010000:00000010:0.1:1776192942.965205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18ec2e3. 00010000:00000010:0.1:1776192942.980609:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd7b9c07. 00010000:00000010:0.1:1776192942.980624:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00010000:00000010:0.1:1776192942.995175:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007069bb56. 00010000:00000010:0.1:1776192942.995181:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eeb1bd1. 00010000:00000010:0.1:1776192943.008459:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6668b32. 00010000:00000010:0.1:1776192943.008472:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080f4cc95. 00010000:00000010:0.1:1776192943.008491:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4bbbfa0. 00010000:00000010:0.1:1776192943.029273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b5a95e. 00010000:00000010:0.1:1776192943.029286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075ab1183. 00010000:00000010:0.1:1776192943.029291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192943.029293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000414fd832. 00010000:00000010:0.1:1776192943.029296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:0.1:1776192943.050189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50ef9c7. 00010000:00000010:0.1:1776192943.106202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b7ccd9. 00010000:00000010:0.1:1776192943.114191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eca4459b. 00010000:00000010:0.1:1776192943.153443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f470e48b. 00010000:00000010:0.1:1776192943.184218:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d99cbf33. 00010000:00000010:0.1:1776192943.203187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077f1b487. 00010000:00000010:0.1:1776192943.227690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f913b45e. 00010000:00000010:0.1:1776192943.234231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00010000:00000010:0.1:1776192943.254311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080c79039. 00010000:00000010:0.1:1776192943.254317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:0.1:1776192943.262481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e9ecaaa. 00010000:00000010:0.1:1776192943.262500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:0.1:1776192943.284244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000192d064f. 00010000:00000010:0.1:1776192943.284251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192943.309548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069a42297. 00010000:00000010:0.1:1776192943.332970:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000660792ec. 00010000:00000010:0.1:1776192943.363210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358c4690. 00010000:00000010:0.1:1776192943.375337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006318f1d3. 00010000:00000010:0.1:1776192943.424231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cd888e3. 00010000:00000010:0.1:1776192943.424249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e69a4. 00010000:00000010:0.1:1776192943.429928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803dd22b. 00010000:00000010:0.1:1776192943.446503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087fb1555. 00010000:00000010:0.1:1776192943.452294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dbe3997. 00010000:00000010:0.1:1776192943.452307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000630e35e6. 00010000:00000010:0.1:1776192943.452312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c89e977. 00010000:00000010:0.1:1776192943.470262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa76b9be. 00010000:00000010:0.1:1776192943.485186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079aca8dd. 00010000:00000010:0.1:1776192943.499187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b20595. 00010000:00000010:0.1:1776192943.529208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b14f4cd1. 00010000:00000010:0.1:1776192943.537624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004edd0f5c. 00010000:00000010:0.1:1776192943.609548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8970f3b. 00010000:00000010:0.1:1776192943.852207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051b272b0. 00010000:00000010:0.1:1776192943.852214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:0.1:1776192943.866306:0:78089:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f087cf. 00010000:00000010:0.1:1776192943.866312:0:78089:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192943.885282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fbda884. 00010000:00000010:0.1:1776192943.885300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192943.892194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004974f21d. 00010000:00000010:0.1:1776192943.892204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b2f6ece. 00010000:00000010:0.1:1776192943.892208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:0.1:1776192943.975273:0:78100:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b5ceb4e. 00010000:00000010:0.1:1776192944.004912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf421fc5. 00010000:00000010:0.1:1776192944.042646:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b611ed8. 00010000:00000010:0.1:1776192944.091209:0:1048:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d2aa75. 00010000:00000010:0.1:1776192944.091219:0:1048:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062dbd0a3. 00010000:00000010:0.1:1776192944.091224:0:1048:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:0.1:1776192944.097205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006781377e. 00010000:00000010:0.1:1776192944.146082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b97c3b. 00010000:00000010:0.1:1776192944.161592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0e85a6c. 00010000:00000010:0.1:1776192944.161598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:0.1:1776192944.202246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d88ac205. 00010000:00000010:0.1:1776192944.202252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:0.1:1776192944.225201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4858bfd. 00010000:00000010:0.1:1776192944.225209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eadc45a. 00010000:00000010:0.1:1776192944.225213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:0.1:1776192944.276488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1ffe828. 00010000:00000010:0.1:1776192944.276497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d02b30ae. 00010000:00000010:0.1:1776192944.276501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:0.1:1776192944.287418:0:78114:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3dba552. 00010000:00000010:0.1:1776192944.402213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059887c78. 00010000:00000010:0.1:1776192944.409400:0:78102:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004867ad2f. 00010000:00000010:0.1:1776192944.409407:0:78102:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d17ffe4. 00010000:00000010:0.1:1776192944.409411:0:78102:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:0.1:1776192944.468324:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013a84666. 00010000:00000010:0.1:1776192944.509317:0:14:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e305d080. 00010000:00000010:0.1:1776192944.509329:0:14:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f12b4d50. 00010000:00000010:0.1:1776192944.509334:0:14:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00010000:00000010:0.1:1776192944.554080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012e0c150. 00010000:00000010:0.1:1776192944.554093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023844e51. 00010000:00000010:0.1:1776192944.563412:0:78136:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a65346f. 00010000:00000010:0.1:1776192944.563420:0:78136:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003487c525. 00010000:00000010:0.1:1776192944.563423:0:78136:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00010000:00000010:0.1:1776192944.563426:0:78136:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f886a3c3. 00010000:00000010:0.1:1776192944.563428:0:78136:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068a02e60. 00010000:00000010:0.1:1776192944.563431:0:78136:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d442e7. 00010000:00000010:0.1:1776192944.589106:0:78137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011995452. 00010000:00000010:0.1:1776192944.589112:0:78137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fd3e846. 00010000:00000010:0.1:1776192944.589116:0:78137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b63d6d1. 00010000:00000010:0.1:1776192944.665168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad594b29. 00010000:00000010:0.1:1776192944.665175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000761b64. 00010000:00000010:0.1:1776192944.665178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2813b7. 00010000:00000010:0.1:1776192944.668313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000562ea852. 00010000:00000010:0.1:1776192944.674073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee9fee19. 00010000:00000010:0.1:1776192944.703200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009364c3fd. 00010000:00000010:0.1:1776192944.703208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:0.1:1776192944.741195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cdeb00d. 00010000:00000010:0.1:1776192944.741202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e463c4ab. 00010000:00000010:0.1:1776192944.741206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c89e977. 00010000:00000010:0.1:1776192944.765954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1756c0. 00010000:00000010:0.1:1776192944.789460:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052d97a71. 00010000:00000010:0.1:1776192944.798198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041cc04e5. 00010000:00000010:0.1:1776192944.798210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:0.1:1776192944.807448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007363caf0. 00010000:00000010:0.1:1776192944.824532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b1cc92. 00010000:00000010:0.1:1776192944.827793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039ccd957. 00010000:00000010:0.1:1776192944.827808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:0.1:1776192944.831387:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001597409a. 00010000:00000010:0.1:1776192944.831399:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015319a9f. 00010000:00000010:0.1:1776192944.831403:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192944.838219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094af2d8a. 00010000:00000010:0.1:1776192944.838237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aaea2ce. 00010000:00000010:0.1:1776192944.838241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:0.1:1776192944.849214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1693a0. 00010000:00000010:0.1:1776192944.849227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192944.868217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f3eb04b. 00010000:00000010:0.1:1776192944.868237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eeb1bd1. 00010000:00000010:0.1:1776192944.885413:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027e05359. 00010000:00000010:0.1:1776192944.885421:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192944.885424:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f07bee7. 00010000:00000010:0.1:1776192944.885427:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192945.020450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076b52d0b. 00010000:00000010:0.1:1776192945.031846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047d9c377. 00010000:00000010:0.1:1776192945.031854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:0.1:1776192945.037445:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e70b6cb. 00010000:00000010:0.1:1776192945.037453:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6c68ae6. 00010000:00000010:0.1:1776192945.037458:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192945.046589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004932e9fd. 00010000:00000010:0.1:1776192945.046606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089b17d92. 00010000:00000010:0.1:1776192945.046610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192945.060221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024aee06a. 00010000:00000010:0.1:1776192945.060229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192945.067650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039c25dbd. 00010000:00000010:0.1:1776192945.067658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f34ac68c. 00010000:00000010:0.1:1776192945.067662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192945.079223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000680eead7. 00010000:00000010:0.1:1776192945.087591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a18f569e. 00010000:00000010:0.1:1776192945.114234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3133549. 00010000:00000010:0.1:1776192945.138277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:0.1:1776192945.158337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a560a74f. 00010000:00000010:0.1:1776192945.158351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:0.1:1776192945.164125:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006964401d. 00010000:00000010:0.1:1776192945.164139:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e69bc37c. 00010000:00000010:0.1:1776192945.175510:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000510de271. 00010000:00000010:0.1:1776192945.175518:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00010000:00000010:0.1:1776192945.199618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acc796da. 00010000:00000010:0.1:1776192945.199634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:0.1:1776192945.443192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1ad4f23. 00010000:00000010:0.1:1776192945.443205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:0.1:1776192945.484638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f784bb7. 00010000:00000010:0.1:1776192945.512566:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dbf4bd5. 00010000:00000010:0.1:1776192945.512578:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:0.1:1776192945.534228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cded695. 00010000:00000010:0.1:1776192945.534241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192945.551205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b206436c. 00010000:00000010:0.1:1776192945.557571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8087a6d. 00010000:00000010:0.1:1776192945.630192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c8dca5. 00010000:00000010:0.1:1776192945.653395:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001279bc83. 00010000:00000010:0.1:1776192945.653402:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:0.1:1776192945.653407:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119361f5. 00010000:00000010:0.1:1776192945.653409:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f310c2. 00010000:00000010:0.1:1776192945.653415:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192945.664934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1dd7750. 00010000:00000010:0.1:1776192945.664943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192945.668228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f50059. 00010000:00000010:0.1:1776192945.668239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092944064. 00010000:00000010:0.1:1776192945.668243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192945.679177:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b9ddd3e. 00010000:00000010:0.1:1776192945.679182:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192945.681376:0:78141:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000049051d4. 00010000:00000010:0.1:1776192945.681388:0:78141:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192945.683045:0:78141:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000670dc216. 00010000:00000010:0.1:1776192945.683052:0:78141:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192945.703232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b83c8cc8. 00010000:00000010:0.1:1776192945.703237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bb01e7. 00010000:00000010:0.1:1776192945.715219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a96dca40. 00010000:00000010:0.1:1776192945.715233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192945.805191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc2f13a. 00010000:00000010:0.1:1776192945.821079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142fc827. 00010000:00000010:0.1:1776192945.886366:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082e32f7d. 00010000:00000010:0.1:1776192945.898982:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000764722cd. 00010000:00000010:0.1:1776192945.909067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6faf905. 00010000:00000010:0.1:1776192945.924384:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002efc11d2. 00010000:00000010:0.1:1776192945.924393:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000677eaf0. 00010000:00000010:0.1:1776192945.924398:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0871500. 00010000:00000010:0.1:1776192945.996121:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8f85f4. 00010000:00000010:0.1:1776192945.996128:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000997f2998. 00010000:00000010:0.1:1776192945.996131:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bb01e7. 00010000:00000010:0.1:1776192946.065322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007717b039. 00010000:00000010:0.1:1776192946.065339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d005fb21. 00010000:00000010:0.1:1776192946.068400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:0.1:1776192946.081957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006ba6d25. 00010000:00000010:0.1:1776192946.081973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6c8dd75. 00010000:00000010:0.1:1776192946.081978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:0.1:1776192946.115060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ef52a6. 00010000:00000010:0.1:1776192946.147177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002613312e. 00010000:00000010:0.1:1776192946.147191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c89e977. 00010000:00000010:0.1:1776192946.207193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000826180f5. 00010000:00000010:0.1:1776192946.207205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2813b7. 00010000:00000010:0.1:1776192946.221175:0:78165:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078661838. 00010000:00000010:0.1:1776192946.221190:0:78165:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088cb9f15. 00010000:00000010:0.1:1776192946.248656:0:78166:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026338482. 00010000:00000010:0.1:1776192946.248665:0:78166:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165c1767. 00010000:00000010:0.1:1776192946.270186:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000498afa0b. 00010000:00000010:0.1:1776192946.270195:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692edc52. 00010000:00000010:0.1:1776192946.275532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ee9af2. 00010000:00000010:0.1:1776192946.292949:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6375404. 00010000:00000010:0.1:1776192946.292957:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000830bafdc. 00010000:00000010:0.1:1776192946.292960:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:0.1:1776192946.310357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d65af3f7. 00010000:00000010:0.1:1776192946.310373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3549146. 00010000:00000010:0.1:1776192946.322874:0:78171:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000741844bf. 00010000:00000010:0.1:1776192946.322881:0:78171:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014784e51. 00010000:00000010:0.1:1776192946.322885:0:78171:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192946.413322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b1299e. 00010000:00000010:0.1:1776192946.467623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000172f1cec. 00010000:00000010:0.1:1776192946.515235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b38b05b7. 00010000:00000010:0.1:1776192946.568201:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e2d90c5. 00010000:00000010:0.1:1776192946.568208:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:0.1:1776192946.692212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055a9745e. 00010000:00000010:0.1:1776192946.692221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00e9e31. 00010000:00000010:0.1:1776192946.696376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4a135c. 00010000:00000010:0.1:1776192946.712194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f202466. 00010000:00000010:0.1:1776192946.723534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a122123. 00010000:00000010:0.1:1776192946.736182:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000258d15a. 00010000:00000010:0.1:1776192946.745405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec5ad5b8. 00010000:00000010:0.1:1776192946.745421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:0.1:1776192946.755199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d5d6f8. 00010000:00000010:0.1:1776192946.774403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbbf24aa. 00010000:00000010:0.1:1776192946.782235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a2ffa63. 00010000:00000010:0.1:1776192946.782241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:0.1:1776192946.828410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f7e7be6. 00010000:00000010:0.1:1776192946.828417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039e17ef2. 00010000:00000010:0.1:1776192946.828420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:0.1:1776192946.828422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85c14f1. 00010000:00000010:0.1:1776192946.828428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023e48769. 00010000:00000010:0.1:1776192946.828432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4bbbfa0. 00010000:00000010:0.1:1776192946.833546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd494d46. 00010000:00000010:0.1:1776192946.833553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dd456b8. 00010000:00000010:0.1:1776192946.833557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:0.1:1776192946.840027:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099370a99. 00010000:00000010:0.1:1776192946.840042:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0581633. 00010000:00000010:0.1:1776192946.840046:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:0.1:1776192946.905538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006132e639. 00010000:00000010:0.1:1776192946.905543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000443a6263. 00010000:00000010:0.1:1776192946.921391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74961b7. 00010000:00000010:0.1:1776192946.921397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c31abe. 00010000:00000010:3.1:1776192946.950415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00010000:00000010:3.1:1776192946.954292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc837459. 00010000:00000010:3.1:1776192946.966213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be018070. 00010000:00000010:0.1:1776192946.970217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008661669a. 00010000:00000010:0.1:1776192946.970234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910d64e4. 00010000:00000010:3.1:1776192946.974219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9a6add. 00010000:00000010:3.1:1776192946.980196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:0.1:1776192946.985234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bd41ea7. 00010000:00000010:3.1:1776192946.989261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004db2700c. 00010000:00000010:0.1:1776192946.996199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6a69ebe. 00010000:00000010:3.1:1776192947.005242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000873e9f42. 00010000:00000010:0.1:1776192947.005339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ed46880. 00010000:00000010:0.1:1776192947.022722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a77cc. 00010000:00000010:3.1:1776192947.035768:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f80a0d8. 00010000:00000010:0.1:1776192947.057340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ad99b51. 00010000:00000010:3.1:1776192947.075283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4c91c1. 00010000:00000010:3.1:1776192947.088207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd0fefd0. 00010000:00000010:3.1:1776192947.100203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce183b23. 00010000:00000010:3.1:1776192947.111565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16d7ea0. 00010000:00000010:3.1:1776192947.128507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e07757da. 00010000:00000010:3.1:1776192947.134785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338b4adf. 00010000:00000010:3.1:1776192947.137434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b531ef4. 00010000:00000010:0.1:1776192947.137779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f30dad31. 00010000:00000010:3.1:1776192947.149169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b94c6c. 00010000:00000010:0.1:1776192947.154482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075ef5e23. 00010000:00000010:3.1:1776192947.191002:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015d0cd86. 00010000:00000010:3.1:1776192947.191010:0:64776:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003184d84f. 00010000:00000010:3.1:1776192947.191014:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:0.1:1776192947.205453:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009804d5d3. 00010000:00000010:0.1:1776192947.205465:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:3.1:1776192947.212197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b911b1. 00010000:00000010:0.1:1776192947.220212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faed3c05. 00010000:00000010:0.1:1776192947.220220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090275ed0. 00010000:00000010:0.1:1776192947.220224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192947.220227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dbf6f56. 00010000:00000010:0.1:1776192947.220230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1bcb09a. 00010000:00000010:0.1:1776192947.220233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192947.229499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e03bbf4. 00010000:00000010:3.1:1776192947.234227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78e84de. 00010000:00000010:3.1:1776192947.234248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c89e977. 00010000:00000010:3.1:1776192947.238376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078d18269. 00010000:00000010:3.1:1776192947.245558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4baca05. 00010000:00000010:3.1:1776192947.287024:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65bb846. 00010000:00000010:0.1:1776192947.289463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d28a18d3. 00010000:00000010:0.1:1776192947.289471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e34bc6ca. 00010000:00000010:0.1:1776192947.289475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eeb1bd1. 00010000:00000010:3.1:1776192947.295304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009467d76c. 00010000:00000010:0.1:1776192947.299483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000239f31e6. 00010000:00000010:0.1:1776192947.299500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192947.307131:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc997555. 00010000:00000010:0.1:1776192947.307141:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192947.323544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000963d8d2b. 00010000:00000010:0.1:1776192947.323550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:3.1:1776192947.332147:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000335969df. 00010000:00000010:3.1:1776192947.385833:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c99b8722. 00010000:00000010:0.1:1776192947.393723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c82ada13. 00010000:00000010:3.1:1776192947.394016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000264ab86b. 00010000:00000010:3.1:1776192947.394024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b696113. 00010000:00000010:3.1:1776192947.394028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000446f7a24. 00010000:00000010:3.1:1776192947.402433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ebac81. 00010000:00000010:3.1:1776192947.406386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ca0d7ab. 00010000:00000010:3.1:1776192947.406401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00010000:00000010:3.1:1776192947.416114:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:3.1:1776192947.416124:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:3.1:1776192947.428009:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015f57196. 00010000:00000010:3.1:1776192947.439267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003233c329. 00010000:00000010:3.1:1776192947.439275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0bb9493. 00010000:00000010:3.1:1776192947.445208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f249faf. 00010000:00000010:3.1:1776192947.448188:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d887cd6. 00010000:00000010:0.1:1776192947.456537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070ccbcf2. 00010000:00000010:0.1:1776192947.456545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692edc52. 00010000:00000010:0.1:1776192947.462549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a02addae. 00010000:00000010:0.1:1776192947.462558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8e399a1. 00010000:00000010:0.1:1776192947.462561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192947.469835:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fa08f84. 00010000:00000010:0.1:1776192947.469850:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094a4c0a9. 00010000:00000010:0.1:1776192947.469854:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:3.1:1776192947.476831:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea6ccb1a. 00010000:00000010:3.1:1776192947.496411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e763f44e. 00010000:00000010:3.1:1776192947.504053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099def6ef. 00010000:00000010:3.1:1776192947.522264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65675aa. 00010000:00000010:0.1:1776192947.527231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb5f318f. 00010000:00000010:3.1:1776192947.536911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c360caa8. 00010000:00000010:3.1:1776192947.565291:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b72c220. 00010000:00000010:3.1:1776192947.572813:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d829287. 00010000:00000010:3.1:1776192947.578191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd9e3e3b. 00010000:00000010:3.1:1776192947.585181:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ab72dca. 00010000:00000010:3.1:1776192947.602975:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac9188d. 00010000:00000010:3.1:1776192947.634855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eac9ce1. 00010000:00000010:3.1:1776192947.636266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6d5f0f6. 00010000:00000010:3.1:1776192947.695312:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ecba65d. 00010000:00000010:3.1:1776192947.722192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bb33d8e. 00010000:00000010:3.1:1776192947.722204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192947.722295:0:78191:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007628eb7c. 00010000:00000010:0.1:1776192947.722302:0:78191:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6fbfc23. 00010000:00000010:0.1:1776192947.722306:0:78191:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:3.1:1776192947.758081:0:78190:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac366368. 00010000:00000010:3.1:1776192947.758100:0:78190:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:0.1:1776192947.770256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b719eb94. 00010000:00000010:0.1:1776192947.770274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:3.1:1776192947.821422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af00ebde. 00010000:00000010:3.1:1776192947.821429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075660930. 00010000:00000010:3.1:1776192947.821432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:3.1:1776192947.821435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aed880c. 00010000:00000010:3.1:1776192947.821438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2060e0a. 00010000:00000010:3.1:1776192947.821441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:3.1:1776192947.840054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748b5cd2. 00010000:00000010:3.1:1776192947.840063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c9eca43. 00010000:00000010:3.1:1776192947.840068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0bb9493. 00010000:00000010:3.1:1776192947.840070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2763296. 00010000:00000010:3.1:1776192947.840073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe4249d. 00010000:00000010:3.1:1776192947.840076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:0.1:1776192947.845240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4ee8bbc. 00010000:00000010:3.1:1776192947.845375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdfcad55. 00010000:00000010:3.1:1776192947.845383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:0.1:1776192947.866270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d21fdcc. 00010000:00000010:3.1:1776192947.873200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0827a98. 00010000:00000010:3.1:1776192947.873212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00010000:00000010:3.1:1776192947.873216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066531775. 00010000:00000010:3.1:1776192947.873219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf9760f9. 00010000:00000010:3.1:1776192947.873221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:3.1:1776192947.878403:0:78191:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f2d6ec. 00010000:00000010:3.1:1776192947.878410:0:78191:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d49180d. 00010000:00000010:3.1:1776192947.878416:0:78191:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2813b7. 00010000:00000010:3.1:1776192947.924708:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009007b096. 00010000:00000010:3.1:1776192947.924726:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc90a93. 00010000:00000010:3.1:1776192947.924731:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023844e51. 00010000:00000010:3.1:1776192947.924735:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da1ba4df. 00010000:00000010:3.1:1776192947.924739:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef194c35. 00010000:00000010:3.1:1776192947.924742:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:3.1:1776192947.924744:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae81f5b8. 00010000:00000010:3.1:1776192947.924747:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00010000:00000010:3.1:1776192947.924749:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd43f1b. 00010000:00000010:3.1:1776192947.924751:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ddbf63. 00010000:00000010:3.1:1776192947.925741:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00010000:00000010:0.1:1776192947.927742:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060f14f16. 00010000:00000010:0.1:1776192947.927752:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:0.1:1776192947.938211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e583bb. 00010000:00000010:0.1:1776192947.938218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00e9e31. 00010000:00000010:3.1:1776192947.984425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000694b921b. 00010000:00000010:0.1:1776192947.988216:0:1128:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a2511c. 00010000:00000010:0.1:1776192947.988230:0:1128:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cec6f0. 00010000:00000010:0.1:1776192947.988233:0:1128:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877b35ce. 00010000:00000010:0.1:1776192948.004010:0:78204:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005833aa98. 00010000:00000010:0.1:1776192948.004025:0:78204:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001153cbb6. 00010000:00000010:0.1:1776192948.004029:0:78204:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b63d6d1. 00010000:00000010:3.1:1776192948.050439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022fb78ec. 00010000:00000010:3.1:1776192948.050447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049a2dc53. 00010000:00000010:3.1:1776192948.050452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e96dd486. 00010000:00000010:3.1:1776192948.050456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c31abe. 00010000:00000010:0.1:1776192948.061861:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cf88a20. 00010000:00000010:0.1:1776192948.061868:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1c720e8. 00010000:00000010:0.1:1776192948.061870:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c89e977. 00010000:00000010:3.1:1776192948.069794:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b760b27c. 00010000:00000010:3.1:1776192948.069806:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bf6e5ec. 00010000:00000010:3.1:1776192948.069812:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b63d6d1. 00010000:00000010:3.1:1776192948.069816:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddb78e60. 00010000:00000010:3.1:1776192948.069819:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000600ce784. 00010000:00000010:3.1:1776192948.069822:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00010000:00000010:3.1:1776192948.093911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000177b476e. 00010000:00000010:3.1:1776192948.107247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca3b72be. 00010000:00000010:0.1:1776192948.133218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000788599d7. 00010000:00000010:0.1:1776192948.133225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:0.1:1776192948.133228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca23a301. 00010000:00000010:0.1:1776192948.133231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b3ec629. 00010000:00000010:3.1:1776192948.138341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c015f31d. 00010000:00000010:0.1:1776192948.139226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd43fbb. 00010000:00000010:0.1:1776192948.139236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:0.1:1776192948.149410:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e97d537a. 00010000:00000010:3.1:1776192948.208204:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000745e9066. 00010000:00000010:3.1:1776192948.208229:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000509aa316. 00010000:00000010:3.1:1776192948.208233:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d442e7. 00010000:00000010:0.1:1776192948.212313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be97840. 00010000:00000010:0.1:1776192948.212326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000700cc83f. 00010000:00000010:0.1:1776192948.212330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:0.1:1776192948.265197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f88332d. 00010000:00000010:0.1:1776192948.265215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910d64e4. 00010000:00000010:3.1:1776192948.266464:0:78210:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008cb4469. 00010000:00000010:0.1:1776192948.277109:0:78219:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da2b5931. 00010000:00000010:0.1:1776192948.277122:0:78219:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006277edc8. 00010000:00000010:0.1:1776192948.285275:0:78210:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8dbd1b1. 00010000:00000010:0.1:1776192948.285289:0:78210:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:3.1:1776192948.317477:0:78226:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d413d845. 00010000:00000010:0.1:1776192948.322743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ebe737e. 00010000:00000010:0.1:1776192948.322757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:0.1:1776192948.337187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001544122d. 00010000:00000010:0.1:1776192948.337202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8d6e033. 00010000:00000010:0.1:1776192948.337206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192948.360273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d200c49d. 00010000:00000010:0.1:1776192948.360287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083b362d4. 00010000:00000010:0.1:1776192948.360291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006277edc8. 00010000:00000010:0.1:1776192948.366181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013a34bde. 00010000:00000010:0.1:1776192948.366192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192948.366197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f27f29f8. 00010000:00000010:0.1:1776192948.366200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000974ac42. 00010000:00000010:0.1:1776192948.366203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c869324. 00010000:00000010:3.1:1776192948.373204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000637b714a. 00010000:00000010:0.1:1776192948.386246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d85afe9e. 00010000:00000010:0.1:1776192948.386261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:0.1:1776192948.414182:0:78190:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9493de. 00010000:00000010:3.1:1776192948.421829:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc7f3423. 00010000:00000010:3.1:1776192948.421841:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c869324. 00010000:00000010:3.1:1776192948.425872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f230ffc. 00010000:00000010:3.1:1776192948.425883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023844e51. 00010000:00000010:3.1:1776192948.726205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084f2a097. 00010000:00000010:3.1:1776192948.726233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023844e51. 00010000:00000010:3.1:1776192948.743331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000731a674f. 00010000:00000010:3.1:1776192948.743349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091bb0095. 00010000:00000010:3.1:1776192948.743353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ccec266. 00010000:00000010:3.1:1776192948.743357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f65472. 00010000:00000010:3.1:1776192948.743359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f81a29ab. 00010000:00000010:3.1:1776192948.743363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000263ac66b. 00010000:00000010:3.1:1776192948.743365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac781b6a. 00010000:00000010:3.1:1776192948.743367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e69bc37c. 00010000:00000010:3.1:1776192948.743369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d03b7c6b. 00010000:00000010:3.1:1776192948.743372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.1:1776192948.743374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4bf1611. 00010000:00000010:3.1:1776192948.743376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00010000:00000010:3.1:1776192948.743379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a54b522. 00010000:00000010:3.1:1776192948.743382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390ce7f8. 00010000:00000010:3.1:1776192948.743384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000279d0c9a. 00010000:00000010:3.1:1776192948.743386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78ac533. 00010000:00000010:3.1:1776192948.743388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d727cf3b. 00010000:00000010:3.1:1776192948.743390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d005fb21. 00010000:00000010:3.1:1776192948.743392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005998a292. 00010000:00000010:3.1:1776192948.743394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb50c. 00010000:00000010:3.1:1776192948.743396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe227c4b. 00010000:00000010:3.1:1776192948.743398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bb01e7. 00010000:00000010:3.1:1776192948.743400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013564b6a. 00010000:00000010:3.1:1776192948.743402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0871500. 00010000:00000010:3.1:1776192948.743404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fd92634. 00010000:00000010:3.1:1776192948.743406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caa98ce7. 00010000:00000010:3.1:1776192948.743409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055101ee8. 00010000:00000010:3.1:1776192948.743414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00010000:00000010:3.1:1776192948.743416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58320ff. 00010000:00000010:3.1:1776192948.743419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:3.1:1776192948.743421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e583bb. 00010000:00000010:3.1:1776192948.743423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00010000:00000010:3.1:1776192948.743425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17bf821. 00010000:00000010:3.1:1776192948.743427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:3.1:1776192948.743429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ddbf63. 00010000:00000010:3.1:1776192948.743431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:3.1:1776192948.743433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae81f5b8. 00010000:00000010:3.1:1776192948.743436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c276491. 00010000:00000010:3.1:1776192948.743438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc90a93. 00010000:00000010:3.1:1776192948.743441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.1:1776192948.743444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d49180d. 00010000:00000010:3.1:1776192948.743446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.1:1776192948.743451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b35dac3. 00010000:00000010:3.1:1776192948.743457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.1:1776192948.743459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f50353. 00010000:00000010:3.1:1776192948.743462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00010000:00000010:3.1:1776192948.743464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a5aa24. 00010000:00000010:3.1:1776192948.743466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fd1112. 00010000:00000010:3.1:1776192948.743468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007026a3db. 00010000:00000010:3.1:1776192948.743470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a517f1ec. 00010000:00000010:3.1:1776192948.743472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f90854fa. 00010000:00000010:3.1:1776192948.743475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009467d76c. 00010000:00000010:3.1:1776192948.743477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd91f95e. 00010000:00000010:3.1:1776192948.743479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee71ebec. 00010000:00000010:3.1:1776192948.743481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e97b0f3. 00010000:00000010:3.1:1776192948.743483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dec1a3f. 00010000:00000010:3.1:1776192948.743485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d75b0199. 00010000:00000010:3.1:1776192948.743487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d78258f. 00010000:00000010:3.1:1776192948.743489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e17958. 00010000:00000010:3.1:1776192948.743492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de845c45. 00010000:00000010:3.1:1776192948.743494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500a85eb. 00010000:00000010:3.1:1776192948.743497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008383e0aa. 00010000:00000010:3.1:1776192948.743501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004481bd8e. 00010000:00000010:3.1:1776192948.743504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002329b6d6. 00010000:00000010:3.1:1776192948.743506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015bbe76b. 00010000:00000010:3.1:1776192948.743508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000753b0388. 00010000:00000010:3.1:1776192948.743510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9de7d51. 00010000:00000010:3.1:1776192948.743512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b5ec3f9. 00010000:00000010:3.1:1776192948.743514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081744623. 00010000:00000010:3.1:1776192948.743517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beedcaf4. 00010000:00000010:3.1:1776192948.743519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028fad114. 00010000:00000010:3.1:1776192948.743522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9eeb98f. 00010000:00000010:3.1:1776192948.743524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000370d8bac. 00010000:00000010:3.1:1776192948.743527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002de5ff3e. 00010000:00000010:3.1:1776192948.743529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b11305e. 00010000:00000010:3.1:1776192948.743532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002057cb28. 00010000:00000010:3.1:1776192948.743534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c721b9b9. 00010000:00000010:3.1:1776192948.743537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000446c9df. 00010000:00000010:3.1:1776192948.743540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047fe6a71. 00010000:00000010:3.1:1776192948.743543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffce299c. 00010000:00000010:3.1:1776192948.743545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006093e309. 00010000:00000010:3.1:1776192948.743547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006659bc36. 00010000:00000010:3.1:1776192948.743549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b375f44. 00010000:00000010:3.1:1776192948.743551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa76f00d. 00010000:00000010:3.1:1776192948.743553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e699f6f. 00010000:00000010:3.1:1776192948.743555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004974f21d. 00010000:00000010:3.1:1776192948.743557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecae67ef. 00010000:00000010:3.1:1776192948.743559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ffeb8b. 00010000:00000010:3.1:1776192948.743561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc2dca3. 00010000:00000010:3.1:1776192948.743563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b6100e. 00010000:00000010:3.1:1776192948.743566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000851654a1. 00010000:00000010:3.1:1776192948.743569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905e6464. 00010000:00000010:3.1:1776192948.743571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb89cdce. 00010000:00000010:3.1:1776192948.743574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b927a373. 00010000:00000010:3.1:1776192948.743577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd51237d. 00010000:00000010:3.1:1776192948.743580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93585c0. 00010000:00000010:3.1:1776192948.743583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac5cfde1. 00010000:00000010:3.1:1776192948.743585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092e32246. 00010000:00000010:3.1:1776192948.743587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ce9b47a. 00010000:00000010:3.1:1776192948.743589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bcdc7ae. 00010000:00000010:3.1:1776192948.743591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdbeb025. 00010000:00000010:3.1:1776192948.743593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d6631d. 00010000:00000010:3.1:1776192948.743596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c46af6. 00010000:00000010:3.1:1776192948.743598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cfc405. 00010000:00000010:3.1:1776192948.743601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000745d9742. 00010000:00000010:3.1:1776192948.743604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b01aa9. 00010000:00000010:3.1:1776192948.743607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3e3463. 00010000:00000010:3.1:1776192948.743609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f16818b. 00010000:00000010:3.1:1776192948.743612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2e7f665. 00010000:00000010:3.1:1776192948.743615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009517157f. 00010000:00000010:3.1:1776192948.743617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000328bcd67. 00010000:00000010:3.1:1776192948.743620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f3039f5. 00010000:00000010:3.1:1776192948.743622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000861e0c94. 00010000:00000010:3.1:1776192948.743625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab8235c. 00010000:00000010:3.1:1776192948.743627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a531c87. 00010000:00000010:3.1:1776192948.743629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4d18296. 00010000:00000010:3.1:1776192948.743631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004127769f. 00010000:00000010:3.1:1776192948.743634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a646a5b. 00010000:00000010:3.1:1776192948.743636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d719d53. 00010000:00000010:3.1:1776192948.743638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b1736cc. 00010000:00000010:3.1:1776192948.743642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017a459c4. 00010000:00000010:3.1:1776192948.743645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c14ff5. 00010000:00000010:3.1:1776192948.743647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e043785. 00010000:00000010:3.1:1776192948.743650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3062074. 00010000:00000010:3.1:1776192948.743652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000950d9bfd. 00010000:00000010:3.1:1776192948.743656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9215b9d. 00010000:00000010:3.1:1776192948.743659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000596f782a. 00010000:00000010:3.1:1776192948.743661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e293d959. 00010000:00000010:3.1:1776192948.743664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cf0211f. 00010000:00000010:3.1:1776192948.743666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd09b28. 00010000:00000010:3.1:1776192948.743668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004c4b92b. 00010000:00000010:3.1:1776192948.743670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e728703. 00010000:00000010:3.1:1776192948.743672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed1951ab. 00010000:00000010:3.1:1776192948.743674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:3.1:1776192948.743676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068140793. 00010000:00000010:3.1:1776192948.743679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:3.1:1776192948.743683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000993dbc3d. 00010000:00000010:3.1:1776192948.743685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:3.1:1776192948.743687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507804c5. 00010000:00000010:3.1:1776192948.743689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c94b2d. 00010000:00000010:3.1:1776192948.743691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007093339b. 00010000:00000010:3.1:1776192948.743694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a20e3bd. 00010000:00000010:3.1:1776192948.743698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ddbaea3. 00010000:00000010:3.1:1776192948.743701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d8d5d50. 00010000:00000010:3.1:1776192948.743703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024637c57. 00010000:00000010:3.1:1776192948.743706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054051d96. 00010000:00000010:3.1:1776192948.743708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b587aa7. 00010000:00000010:3.1:1776192948.743710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d75f77. 00010000:00000010:3.1:1776192948.743713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2025893. 00010000:00000010:3.1:1776192948.743715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da8bb07. 00010000:00000010:3.1:1776192948.743717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e2f526d. 00010000:00000010:3.1:1776192948.743720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a2ab9. 00010000:00000010:3.1:1776192948.743724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b919200. 00010000:00000010:3.1:1776192948.743726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7f149f5. 00010000:00000010:3.1:1776192948.743728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfb62f. 00010000:00000010:3.1:1776192948.743730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005aebf35. 00010000:00000010:3.1:1776192948.743732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a6367a9. 00010000:00000010:3.1:1776192948.743734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e1731f. 00010000:00000010:3.1:1776192948.743736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008691a544. 00010000:00000010:3.1:1776192948.743739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9f1dc4. 00010000:00000010:3.1:1776192948.743742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9007717. 00010000:00000010:3.1:1776192948.743745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192948.743747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a96dbee. 00010000:00000010:3.1:1776192948.743749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef3902d. 00010000:00000010:3.1:1776192948.743751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2cbdc7a. 00010000:00000010:3.1:1776192948.743754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ade6542. 00010000:00000010:3.1:1776192948.743757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8077625. 00010000:00000010:3.1:1776192948.743760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7cca1db. 00010000:00000010:3.1:1776192948.743762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c124bb9. 00010000:00000010:3.1:1776192948.743764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb0bfb8. 00010000:00000010:3.1:1776192948.743766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621d4f81. 00010000:00000010:3.1:1776192948.743769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd49ee7. 00010000:00000010:3.1:1776192948.743771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000177a93e3. 00010000:00000010:3.1:1776192948.743774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331c849f. 00010000:00000010:3.1:1776192948.743778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144ae77d. 00010000:00000010:3.1:1776192948.743781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000def18852. 00010000:00000010:3.1:1776192948.743783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192948.743785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a73db33. 00010000:00000010:3.1:1776192948.743787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090cf86fb. 00010000:00000010:3.1:1776192948.743790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003074e0a7. 00010000:00000010:3.1:1776192948.743792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e981919. 00010000:00000010:3.1:1776192948.743795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b90a60af. 00010000:00000010:3.1:1776192948.743797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009959af03. 00010000:00000010:3.1:1776192948.743799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdb894e7. 00010000:00000010:3.1:1776192948.743801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee841bc5. 00010000:00000010:3.1:1776192948.743803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8792e. 00010000:00000010:3.1:1776192948.743805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2035a9d. 00010000:00000010:3.1:1776192948.743807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af501ba8. 00010000:00000010:3.1:1776192948.743809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a5b026f. 00010000:00000010:3.1:1776192948.743811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b668aac9. 00010000:00000010:3.1:1776192948.743813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807b7e07. 00010000:00000010:3.1:1776192948.743816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf86e77. 00010000:00000010:3.1:1776192948.743818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5c495ac. 00010000:00000010:3.1:1776192948.743820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5a8f8b. 00010000:00000010:3.1:1776192948.743822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192948.743825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192948.764466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022226508. 00010000:00000010:3.1:1776192948.764475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f470e48b. 00010000:00000010:3.1:1776192948.773327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acff7925. 00010000:00000010:3.1:1776192948.773348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b586eda. 00010000:00000010:3.1:1776192948.773353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192948.776613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000014b7fdf. 00010000:00000010:3.1:1776192948.776626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5a8f8b. 00010000:00000010:3.1:1776192948.776631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192948.776634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf86e77. 00010000:00000010:0.1:1776192948.777202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db1bed0. 00010000:00000010:0.1:1776192948.795232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f75e731. 00010000:00000010:0.1:1776192948.826196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cba8a66. 00010000:00000010:3.1:1776192948.841569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7154a1f. 00010000:00000010:3.1:1776192948.841575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b7ccd9. 00010000:00000010:3.1:1776192948.870314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043420387. 00010000:00000010:3.1:1776192948.870322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39f360d. 00010000:00000010:3.1:1776192948.870327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf86e77. 00010000:00000010:3.1:1776192948.870329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9d8c0. 00010000:00000010:3.1:1776192948.870333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ab01e51. 00010000:00000010:3.1:1776192948.870335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5a8f8b. 00010000:00000010:3.1:1776192948.884826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000855c4e46. 00010000:00000010:3.1:1776192948.884843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:0.1:1776192948.897094:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3628ca. 00010000:00000010:0.1:1776192948.909496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcf5d84a. 00010000:00000010:0.1:1776192948.909503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6cab386. 00010000:00000010:0.1:1776192948.909506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000637b714a. 00010000:00000010:0.1:1776192948.913372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd0fa684. 00010000:00000010:0.1:1776192948.913388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:0.1:1776192948.917766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005560072e. 00010000:00000010:0.1:1776192948.917784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:3.1:1776192948.918662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009472b6e1. 00010000:00000010:0.1:1776192948.947204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093743a8c. 00010000:00000010:0.1:1776192948.947220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006277edc8. 00010000:00000010:0.1:1776192948.951370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065721232. 00010000:00000010:0.1:1776192948.957366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000664e6823. 00010000:00000010:3.1:1776192948.969360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001803bed. 00010000:00000010:3.1:1776192949.028470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006655f3e5. 00010000:00000010:3.1:1776192949.042310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e171279. 00010000:00000010:0.1:1776192949.071350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003814e038. 00010000:00000010:0.1:1776192949.085195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af83c1d3. 00010000:00000010:3.1:1776192949.090090:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4ca4cb. 00010000:00000010:0.1:1776192949.108495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cef5bee6. 00010000:00000010:0.1:1776192949.108515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2d324. 00010000:00000010:0.1:1776192949.123222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8fcaaa3. 00010000:00000010:3.1:1776192949.126834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015f7fe5. 00010000:00000010:0.1:1776192949.132105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449f0e02. 00010000:00000010:3.1:1776192949.145191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072934264. 00010000:00000010:3.1:1776192949.163185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000571790bc. 00010000:00000010:3.1:1776192949.179331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edc0e67d. 00010000:00000010:3.1:1776192949.183303:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005af0f086. 00010000:00000010:3.1:1776192949.193327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d61799. 00010000:00000010:0.1:1776192949.198502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b8f750. 00010000:00000010:3.1:1776192949.213529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062300b14. 00010000:00000010:0.1:1776192949.224194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004004b129. 00010000:00000010:3.1:1776192949.240489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbb21307. 00010000:00000010:0.1:1776192949.244322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c0efb14. 00010000:00000010:0.1:1776192949.244339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5da8397. 00010000:00000010:3.1:1776192949.264443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007e1f6f8. 00010000:00000010:3.1:1776192949.264469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:3.1:1776192949.279207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001af0e6ce. 00010000:00000010:3.1:1776192949.279220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192949.290325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061c2a6ac. 00010000:00000010:3.1:1776192949.290340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ddde2a0. 00010000:00000010:3.1:1776192949.290344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5a8f8b. 00010000:00000010:3.1:1776192949.301435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000233c37f. 00010000:00000010:3.1:1776192949.301449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3fb9b8e. 00010000:00000010:3.1:1776192949.301454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192949.301457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192949.301459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5a8f8b. 00010000:00000010:3.1:1776192949.324211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e48e4a1. 00010000:00000010:3.1:1776192949.324227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000827235f0. 00010000:00000010:3.1:1776192949.324232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf86e77. 00010000:00000010:3.1:1776192949.324234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da9f64. 00010000:00000010:2.1:1776192949.340230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a315f20c. 00010000:00000010:2.1:1776192949.340248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096976ce3. 00010000:00000010:2.1:1776192949.391272:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004022e868. 00010000:00000010:0.1:1776192949.395205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb5664a6. 00010000:00000010:0.1:1776192949.395221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e2e38d. 00010000:00000010:3.1:1776192949.403240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006877f09f. 00010000:00000010:3.1:1776192949.403258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062e1d72d. 00010000:00000010:3.1:1776192949.403263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:3.1:1776192949.403267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192949.403270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf86e77. 00010000:00000010:2.1:1776192949.413206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae6b6568. 00010000:00000010:2.1:1776192949.413221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c61bd00. 00010000:00000010:2.1:1776192949.413226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096976ce3. 00010000:00000010:2.1:1776192949.423198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f40c36ac. 00010000:00000010:2.1:1776192949.423216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2632dc8. 00010000:00000010:2.1:1776192949.423220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b409c9. 00010000:00000010:2.1:1776192949.466689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5244020. 00010000:00000010:2.1:1776192949.466705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250ff07c. 00010000:00000010:2.1:1776192949.475648:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0a03d2e. 00010000:00000010:2.1:1776192949.475656:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b409c9. 00010000:00000010:3.1:1776192949.490748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d4f8555. 00010000:00000010:2.1:1776192949.495195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0636451. 00010000:00000010:2.1:1776192949.495206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250ff07c. 00010000:00000010:2.1:1776192949.495211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c060b99d. 00010000:00000010:2.1:1776192949.495214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096976ce3. 00010000:00000010:3.1:1776192949.495292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d970ac83. 00010000:00000010:2.1:1776192949.499203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612521da. 00010000:00000010:2.1:1776192949.499220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f68778c2. 00010000:00000010:2.1:1776192949.499224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b409c9. 00010000:00000010:2.1:1776192949.515182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053bde8a3. 00010000:00000010:2.1:1776192949.515190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036555115. 00010000:00000010:3.1:1776192949.515293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2f2213. 00010000:00000010:2.1:1776192949.530171:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ee28f7f. 00010000:00000010:2.1:1776192949.530182:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b409c9. 00010000:00000010:2.1:1776192949.547232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000552c64f0. 00010000:00000010:2.1:1776192949.560197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0d5170. 00010000:00000010:3.1:1776192949.560220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f52d09. 00010000:00000010:3.1:1776192949.560227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:2.1:1776192949.574082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d06dca. 00010000:00000010:2.1:1776192949.578217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e97b5b1. 00010000:00000010:3.1:1776192949.600315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048fe429f. 00010000:00000010:0.1:1776192949.604395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e7bff6. 00010000:00000010:0.1:1776192949.604406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:0.1:1776192949.617293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb345e6d. 00010000:00000010:3.1:1776192949.647352:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5c02840. 00010000:00000010:2.1:1776192949.647742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000488438ab. 00010000:00000010:2.1:1776192949.647747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4bbbfa0. 00010000:00000010:0.1:1776192949.648205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb45d4f. 00010000:00000010:0.1:1776192949.648213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dc04503. 00010000:00000010:0.1:1776192949.648217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:3.1:1776192949.656370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009576ab4e. 00010000:00000010:0.1:1776192949.676954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c4d57dd. 00010000:00000010:0.1:1776192949.685246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e917f891. 00010000:00000010:2.1:1776192949.709295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d22eea8f. 00010000:00000010:3.1:1776192949.717201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e709ec8. 00010000:00000010:3.1:1776192949.725235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007162aad0. 00010000:00000010:3.1:1776192949.733391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e41bfe1. 00010000:00000010:3.1:1776192949.733401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3edb233. 00010000:00000010:3.1:1776192949.733407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:3.1:1776192949.768998:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066e08d33. 00010000:00000010:3.1:1776192949.769009:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d87a68e. 00010000:00000010:3.1:1776192949.769012:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:3.1:1776192949.783354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000987c5b7f. 00010000:00000010:3.1:1776192949.783362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192949.792205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e75d016d. 00010000:00000010:3.1:1776192949.792219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8792e. 00010000:00000010:3.1:1776192949.822389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d142913. 00010000:00000010:0.1:1776192949.843403:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e39eb959. 00010000:00000010:2.1:1776192949.850808:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000997aef3f. 00010000:00000010:2.1:1776192949.850821:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:2.1:1776192949.859871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b3d2f0a. 00010000:00000010:2.1:1776192949.867338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd51ec44. 00010000:00000010:2.1:1776192949.867350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096976ce3. 00010000:00000010:2.1:1776192949.872014:0:77134:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065c8ee9f. 00010000:00000010:2.1:1776192949.872020:0:77134:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fc480f1. 00010000:00000010:2.1:1776192949.872022:0:77134:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250ff07c. 00010000:00000010:3.1:1776192949.886468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c8ff65. 00010000:00000010:3.1:1776192949.886481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000993a566c. 00010000:00000010:3.1:1776192949.886485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000295ca785. 00010000:00000010:3.1:1776192949.892218:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a5efec. 00010000:00000010:3.1:1776192949.892224:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c385270. 00010000:00000010:3.1:1776192949.892228:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8792e. 00010000:00000010:2.1:1776192949.911276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ff772e4. 00010000:00000010:2.1:1776192949.911290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da39baa6. 00010000:00000010:2.1:1776192949.911296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192949.939196:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d897358f. 00010000:00000010:3.1:1776192949.939209:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250ff07c. 00010000:00000010:3.1:1776192949.939216:0:78255:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192949.939221:0:78255:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8792e. 00010000:00000010:0.1:1776192949.939371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a2a7a4a. 00010000:00000010:3.1:1776192949.958199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aa859b3. 00010000:00000010:3.1:1776192949.958210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cfb53f1. 00010000:00000010:3.1:1776192949.958216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:3.1:1776192949.969206:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0b3baff. 00010000:00000010:3.1:1776192949.969221:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0dad6f. 00010000:00000010:3.1:1776192949.969225:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003074e0a7. 00010000:00000010:3.1:1776192949.974246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d7df0c. 00010000:00000010:2.1:1776192949.976328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065c04bf0. 00010000:00000010:2.1:1776192949.976341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8792e. 00010000:00000010:3.1:1776192949.990944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000594ad5e9. 00010000:00000010:3.1:1776192949.990951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020746a5f. 00010000:00000010:3.1:1776192950.005194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c7045ea. 00010000:00000010:3.1:1776192950.009405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022cd8fd7. 00010000:00000010:3.1:1776192950.013865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058645d99. 00010000:00000010:2.1:1776192950.028420:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004154af5. 00010000:00000010:3.1:1776192950.040441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e87afa0. 00010000:00000010:3.1:1776192950.040453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094459dad. 00010000:00000010:0.1:1776192950.042818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a028ec. 00010000:00000010:0.1:1776192950.042832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:2.1:1776192950.047427:0:78258:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000631aab12. 00010000:00000010:2.1:1776192950.047433:0:78258:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192950.052223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c94d7c. 00010000:00000010:0.1:1776192950.052238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050c7e1d. 00010000:00000010:3.1:1776192950.096270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df343ec3. 00010000:00000010:3.1:1776192950.105605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0e01385. 00010000:00000010:3.1:1776192950.105613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7ca005b. 00010000:00000010:3.1:1776192950.105617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:3.1:1776192950.105620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192950.105623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003074e0a7. 00010000:00000010:3.1:1776192950.114245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eac648fa. 00010000:00000010:3.1:1776192950.114254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093053294. 00010000:00000010:3.1:1776192950.114258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:3.1:1776192950.128196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efd1d78c. 00010000:00000010:3.1:1776192950.128203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:2.1:1776192950.128422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a317839. 00010000:00000010:0.1:1776192950.136101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003381d68a. 00010000:00000010:2.1:1776192950.144207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094e7391b. 00010000:00000010:0.1:1776192950.165601:0:78266:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1903030. 00010000:00000010:0.1:1776192950.165609:0:78266:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:3.1:1776192950.171260:0:1048:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015377819. 00010000:00000010:2.1:1776192950.175630:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020e20413. 00010000:00000010:2.1:1776192950.175638:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d94f85bb. 00010000:00000010:2.1:1776192950.175641:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:2.1:1776192950.184379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd13b1d. 00010000:00000010:2.1:1776192950.184390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdf673b1. 00010000:00000010:2.1:1776192950.184393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300d5050. 00010000:00000010:3.1:1776192950.186335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d3d8068. 00010000:00000010:3.1:1776192950.186347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087610643. 00010000:00000010:3.1:1776192950.186351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad963f32. 00010000:00000010:3.1:1776192950.190298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f77ccfa2. 00010000:00000010:3.1:1776192950.190311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331c849f. 00010000:00000010:2.1:1776192950.207848:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6d2b5b5. 00010000:00000010:2.1:1776192950.207858:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867d9b6d. 00010000:00000010:3.1:1776192950.208232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6b704e0. 00010000:00000010:3.1:1776192950.213169:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c864648. 00010000:00000010:3.1:1776192950.213175:0:78271:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000093178a7. 00010000:00000010:3.1:1776192950.213180:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300d5050. 00010000:00000010:2.1:1776192950.224068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2f095da. 00010000:00000010:2.1:1776192950.224080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045276966. 00010000:00000010:2.1:1776192950.224084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331c849f. 00010000:00000010:2.1:1776192950.229908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:2.1:1776192950.229915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000383e8dce. 00010000:00000010:2.1:1776192950.229929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:0.1:1776192950.241773:0:78276:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d0e67d. 00010000:00000010:0.1:1776192950.241781:0:78276:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50f8f1d. 00010000:00000010:2.1:1776192950.256361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d5888c4. 00010000:00000010:2.1:1776192950.256371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023ab887d. 00010000:00000010:2.1:1776192950.256378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3549146. 00010000:00000010:2.1:1776192950.256383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c060b99d. 00010000:00000010:2.1:1776192950.256388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:2.1:1776192950.261359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4224e8. 00010000:00000010:2.1:1776192950.261371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a19e399. 00010000:00000010:2.1:1776192950.261375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:3.1:1776192950.278947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001decd2b9. 00010000:00000010:2.1:1776192950.285535:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be54310c. 00010000:00000010:2.1:1776192950.285549:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009698cf31. 00010000:00000010:2.1:1776192950.286274:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058ec95aa. 00010000:00000010:2.1:1776192950.286280:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:3.1:1776192950.290253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005afbe762. 00010000:00000010:2.1:1776192950.298207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cafa6e0c. 00010000:00000010:2.1:1776192950.298220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e8d9a75. 00010000:00000010:2.1:1776192950.298224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:0.1:1776192950.329255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f49a8d2. 00010000:00000010:3.1:1776192950.338397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008858153a. 00010000:00000010:3.1:1776192950.338404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:2.1:1776192950.350225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057e6c759. 00010000:00000010:0.1:1776192950.352589:0:78281:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6c6be12. 00010000:00000010:0.1:1776192950.352601:0:78281:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000684fc986. 00010000:00000010:0.1:1776192950.352606:0:78281:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:3.1:1776192950.374306:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf742f08. 00010000:00000010:3.1:1776192950.374322:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000587ed0b2. 00010000:00000010:3.1:1776192950.374326:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:0.1:1776192950.384217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e5dd27. 00010000:00000010:0.1:1776192950.384222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081b3c373. 00010000:00000010:3.1:1776192950.384263:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e28c1aa. 00010000:00000010:2.1:1776192950.395252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dff1ebb. 00010000:00000010:0.1:1776192950.395757:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ef9587. 00010000:00000010:0.1:1776192950.395764:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd4ece31. 00010000:00000010:0.1:1776192950.395768:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192950.395771:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192950.395773:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165c1767. 00010000:00000010:0.1:1776192950.396014:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e294677e. 00010000:00000010:0.1:1776192950.396018:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088cb9f15. 00010000:00000010:0.1:1776192950.405310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6544b4. 00010000:00000010:0.1:1776192950.405320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007448fab6. 00010000:00000010:0.1:1776192950.405323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:2.1:1776192950.416393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3591ce0. 00010000:00000010:0.1:1776192950.416727:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a1a7913. 00010000:00000010:0.1:1776192950.416733:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192950.420565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005adb599c. 00010000:00000010:0.1:1776192950.420585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b03862. 00010000:00000010:0.1:1776192950.420589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192950.425605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000af88ba0. 00010000:00000010:0.1:1776192950.425615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065c879f3. 00010000:00000010:0.1:1776192950.425620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088cb9f15. 00010000:00000010:0.1:1776192950.429317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048f8147c. 00010000:00000010:0.1:1776192950.429328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004feb0c2d. 00010000:00000010:0.1:1776192950.429331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192950.450392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000893e5ada. 00010000:00000010:0.1:1776192950.450404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:3.1:1776192950.453203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000069216cc. 00010000:00000010:2.1:1776192950.460215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d2152e9. 00010000:00000010:2.1:1776192950.460228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088cb9f15. 00010000:00000010:2.1:1776192950.460233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdac510. 00010000:00000010:2.1:1776192950.460236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e5f3b15. 00010000:00000010:2.1:1776192950.460240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:3.1:1776192950.466535:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d887956. 00010000:00000010:2.1:1776192950.472475:0:78288:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d611e442. 00010000:00000010:2.1:1776192950.472482:0:78288:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009698cf31. 00010000:00000010:0.1:1776192950.494257:0:78289:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d6ef6ed. 00010000:00000010:0.1:1776192950.494264:0:78289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:0.1:1776192950.494269:0:78289:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192950.494271:0:78289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192950.536380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000858b4d20. 00010000:00000010:0.1:1776192950.536391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6939ad0. 00010000:00000010:0.1:1776192950.536394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:3.1:1776192950.537271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034b6f82. 00010000:00000010:3.1:1776192950.541831:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea777a4f. 00010000:00000010:3.1:1776192950.541841:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009698cf31. 00010000:00000010:2.1:1776192950.542320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e09bee. 00010000:00000010:2.1:1776192950.542326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165c1767. 00010000:00000010:2.1:1776192950.542329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f986dd. 00010000:00000010:3.1:1776192950.568198:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00010000:00000010:3.1:1776192950.568207:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034681eb7. 00010000:00000010:3.1:1776192950.568211:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ae4331. 00010000:00000010:3.1:1776192950.580358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c076c0. 00010000:00000010:3.1:1776192950.580366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000506f12f0. 00010000:00000010:3.1:1776192950.580371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001da8bfc9. 00010000:00000010:2.1:1776192950.583288:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd63677a. 00010000:00000010:2.1:1776192950.583303:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048cb5a3a. 00010000:00000010:2.1:1776192950.583307:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f70e003a. 00010000:00000010:2.1:1776192950.583310:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c060b99d. 00010000:00000010:2.1:1776192950.583313:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:2.1:1776192950.583316:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5fd0429. 00010000:00000010:2.1:1776192950.583321:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3924294. 00010000:00000010:2.1:1776192950.583324:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50f8f1d. 00010000:00000010:2.1:1776192950.594520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f57771c. 00010000:00000010:2.1:1776192950.594536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081b3c373. 00010000:00000010:2.1:1776192950.594540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000669d3048. 00010000:00000010:2.1:1776192950.594543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001096f413. 00010000:00000010:2.1:1776192950.594548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300d5050. 00010000:00000010:3.1:1776192950.594803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e6be51d. 00010000:00000010:3.1:1776192950.594808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c361896f. 00010000:00000010:3.1:1776192950.594814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad963f32. 00010000:00000010:3.1:1776192950.594817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192950.594819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ae4331. 00010000:00000010:3.1:1776192950.607281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041db9113. 00010000:00000010:3.1:1776192950.607297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000321f7976. 00010000:00000010:3.1:1776192950.607302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fc2021f. 00010000:00000010:2.1:1776192950.628118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002495099e. 00010000:00000010:2.1:1776192950.628135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867d9b6d. 00010000:00000010:3.1:1776192950.630809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070ddef26. 00010000:00000010:3.1:1776192950.630816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331c849f. 00010000:00000010:3.1:1776192950.630820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f1f883. 00010000:00000010:3.1:1776192950.630822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ae4331. 00010000:00000010:3.1:1776192950.632618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000660f253c. 00010000:00000010:2.1:1776192950.632960:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c060b99d. 00010000:00000010:2.1:1776192950.633138:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300d5050. 00010000:00000010:2.1:1776192950.633143:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000558ab8ec. 00010000:00000010:2.1:1776192950.633147:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50f8f1d. 00010000:00000010:2.1:1776192950.633151:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010cb3752. 00010000:00000010:2.1:1776192950.633180:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:2.1:1776192950.633183:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a020401d. 00010000:00000010:2.1:1776192950.633186:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050c7e1d. 00010000:00000010:2.1:1776192950.633189:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003415e8c2. 00010000:00000010:2.1:1776192950.633192:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096976ce3. 00010000:00000010:2.1:1776192950.633196:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006482f8ea. 00010000:00000010:2.1:1776192950.633199:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250ff07c. 00010000:00000010:2.1:1776192950.633201:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f068ca05. 00010000:00000010:2.1:1776192950.633206:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000295ca785. 00010000:00000010:2.1:1776192950.633209:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ab7eb7e. 00010000:00000010:2.1:1776192950.633212:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b409c9. 00010000:00000010:2.1:1776192950.633215:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001256e71b. 00010000:00000010:2.1:1776192950.633219:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036555115. 00010000:00000010:2.1:1776192950.633226:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b00a84. 00010000:00000010:2.1:1776192950.633232:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e2e38d. 00010000:00000010:2.1:1776192950.633236:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003971a247. 00010000:00000010:2.1:1776192950.633241:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5da8397. 00010000:00000010:2.1:1776192950.633243:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d01b68d1. 00010000:00000010:2.1:1776192950.633247:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2d324. 00010000:00000010:2.1:1776192950.633250:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d5b6bc. 00010000:00000010:2.1:1776192950.633495:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b7ccd9. 00010000:00000010:2.1:1776192950.633503:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022519b2f. 00010000:00000010:2.1:1776192950.633506:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f470e48b. 00010000:00000010:2.1:1776192950.633509:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdf3304a. 00010000:00000010:2.1:1776192950.633511:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad963f32. 00010000:00000010:2.1:1776192950.633515:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006be58f5a. 00010000:00000010:2.1:1776192950.633517:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001da8bfc9. 00010000:00000010:2.1:1776192950.633519:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002e93f8a. 00010000:00000010:2.1:1776192950.633522:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009698cf31. 00010000:00000010:2.1:1776192950.633524:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab2f557. 00010000:00000010:2.1:1776192950.633525:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:2.1:1776192950.633528:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03490f1. 00010000:00000010:2.1:1776192950.633531:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d32001f. 00010000:00000010:2.1:1776192950.633536:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012eac017. 00010000:00000010:2.1:1776192950.633540:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:2.1:1776192950.633543:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016079769. 00010000:00000010:2.1:1776192950.633547:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.1:1776192950.633549:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a519e4e. 00010000:00000010:2.1:1776192950.633551:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.1:1776192950.633553:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d06efb8f. 00010000:00000010:2.1:1776192950.633557:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58acd9a. 00010000:00000010:2.1:1776192950.633559:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269667a0. 00010000:00000010:2.1:1776192950.633561:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.1:1776192950.633563:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000120754a6. 00010000:00000010:2.1:1776192950.633565:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00010000:00000010:2.1:1776192950.633567:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000425ff74e. 00010000:00000010:2.1:1776192950.633569:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dda0a5. 00010000:00000010:2.1:1776192950.633571:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000128b8f3a. 00010000:00000010:2.1:1776192950.633573:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.1:1776192950.633575:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a751cfb. 00010000:00000010:2.1:1776192950.633578:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.1:1776192950.633580:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015382c05. 00010000:00000010:2.1:1776192950.633582:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d9c1ab. 00010000:00000010:2.1:1776192950.633584:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6f3c9d2. 00010000:00000010:2.1:1776192950.633586:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.1:1776192950.633588:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5822d65. 00010000:00000010:2.1:1776192950.633590:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00010000:00000010:2.1:1776192950.633594:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ede160ef. 00010000:00000010:2.1:1776192950.633596:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.1:1776192950.633598:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de9a69a5. 00010000:00000010:2.1:1776192950.633600:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.1:1776192950.633602:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e0451c. 00010000:00000010:2.1:1776192950.633604:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f90f8f5. 00010000:00000010:2.1:1776192950.633606:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c588a3d7. 00010000:00000010:2.1:1776192950.633608:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ffa4419. 00010000:00000010:2.1:1776192950.633610:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3606464. 00010000:00000010:2.1:1776192950.633612:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000427b5bd3. 00010000:00000010:2.1:1776192950.633614:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dd0292a. 00010000:00000010:2.1:1776192950.633616:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007862bdbe. 00010000:00000010:2.1:1776192950.633618:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee07fa20. 00010000:00000010:2.1:1776192950.633620:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cafc06. 00010000:00000010:2.1:1776192950.633622:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a854ae89. 00010000:00000010:2.1:1776192950.633624:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.1:1776192950.633626:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fd4dd6d. 00010000:00000010:2.1:1776192950.633628:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e607f1. 00010000:00000010:2.1:1776192950.633631:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007cca4e7. 00010000:00000010:2.1:1776192950.633634:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d142913. 00010000:00000010:2.1:1776192950.633719:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd8c99d. 00010000:00000010:2.1:1776192950.633726:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db1a40ea. 00010000:00000010:2.1:1776192950.633730:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027c81643. 00010000:00000010:2.1:1776192950.633733:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000428b167f. 00010000:00000010:2.1:1776192950.633736:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9c82768. 00010000:00000010:2.1:1776192950.633738:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014093860. 00010000:00000010:2.1:1776192950.633740:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032ff0d9f. 00010000:00000010:2.1:1776192950.633742:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3b4ab6. 00010000:00000010:2.1:1776192950.658782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b146fd4. 00010000:00000010:2.1:1776192950.658799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007a0fb4d. 00010000:00000010:2.1:1776192950.658803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51808be. 00010000:00000010:2.1:1776192950.658808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002241749c. 00010000:00000010:2.1:1776192950.658810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c811e23. 00010000:00000010:2.1:1776192950.658813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180d7ac. 00010000:00000010:2.1:1776192950.658816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f6514ac. 00010000:00000010:2.1:1776192950.658818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000360e99d0. 00010000:00000010:2.1:1776192950.658820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e73fc29. 00010000:00000010:2.1:1776192950.658822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac2dcda7. 00010000:00000010:2.1:1776192950.658824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d73fc9b4. 00010000:00000010:2.1:1776192950.658826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efd85840. 00010000:00000010:2.1:1776192950.658831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001af0e6ce. 00010000:00000010:2.1:1776192950.658834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b031d332. 00010000:00000010:2.1:1776192950.658836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ead25aa6. 00010000:00000010:2.1:1776192950.658838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df65dd4. 00010000:00000010:2.1:1776192950.658840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086b1c1ae. 00010000:00000010:2.1:1776192950.658842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ac2c201. 00010000:00000010:2.1:1776192950.658845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028214790. 00010000:00000010:2.1:1776192950.658847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dee96e5. 00010000:00000010:2.1:1776192950.658849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abe9747f. 00010000:00000010:2.1:1776192950.658853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a2a7a4a. 00010000:00000010:2.1:1776192950.658855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2cc7b7e. 00010000:00000010:2.1:1776192950.658858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ff772e4. 00010000:00000010:2.1:1776192950.658862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ba3e3ea. 00010000:00000010:2.1:1776192950.658867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e1b6182. 00010000:00000010:2.1:1776192950.658870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b1ffb0. 00010000:00000010:2.1:1776192950.658872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdc4fc3e. 00010000:00000010:2.1:1776192950.658874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db72d677. 00010000:00000010:2.1:1776192950.658877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb73f5ba. 00010000:00000010:2.1:1776192950.658879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006236f302. 00010000:00000010:2.1:1776192950.658881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003713b4e7. 00010000:00000010:2.1:1776192950.658883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000b64418. 00010000:00000010:2.1:1776192950.658885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbfd94f2. 00010000:00000010:2.1:1776192950.658887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc41c9fa. 00010000:00000010:2.1:1776192950.658889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037144149. 00010000:00000010:2.1:1776192950.658891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0efce7e. 00010000:00000010:2.1:1776192950.658893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016fc8434. 00010000:00000010:2.1:1776192950.658895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000966e7bc4. 00010000:00000010:2.1:1776192950.658897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215c7bd8. 00010000:00000010:2.1:1776192950.658899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cf8fc8f. 00010000:00000010:2.1:1776192950.658901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1aa97cb. 00010000:00000010:2.1:1776192950.658903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b49ebb17. 00010000:00000010:2.1:1776192950.658905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080533866. 00010000:00000010:2.1:1776192950.658908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c56d6bf6. 00010000:00000010:2.1:1776192950.658920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5e5c06. 00010000:00000010:2.1:1776192950.658923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008661669a. 00010000:00000010:2.1:1776192950.658925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a4c9d7d. 00010000:00000010:2.1:1776192950.658928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ecf42c1. 00010000:00000010:2.1:1776192950.658930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023e1d56e. 00010000:00000010:2.1:1776192950.658933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d663acf7. 00010000:00000010:2.1:1776192950.658935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f16f8ed. 00010000:00000010:2.1:1776192950.658939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009740031e. 00010000:00000010:2.1:1776192950.658942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a080c435. 00010000:00000010:2.1:1776192950.658944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a3c41a8. 00010000:00000010:2.1:1776192950.658947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc0cbf4. 00010000:00000010:2.1:1776192950.658949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e71bc5a. 00010000:00000010:2.1:1776192950.658952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003381d68a. 00010000:00000010:2.1:1776192950.662387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5fe04c5. 00010000:00000010:2.1:1776192950.662404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012af3ba8. 00010000:00000010:2.1:1776192950.662410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032ff0d9f. 00010000:00000010:2.1:1776192950.662414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3e95481. 00010000:00000010:2.1:1776192950.662416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9c82768. 00010000:00000010:2.1:1776192950.662419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006f78445. 00010000:00000010:2.1:1776192950.662421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027c81643. 00010000:00000010:2.1:1776192950.662424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000534277a9. 00010000:00000010:2.1:1776192950.662430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd8c99d. 00010000:00000010:2.1:1776192950.662434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db79668d. 00010000:00000010:2.1:1776192950.662435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007cca4e7. 00010000:00000010:2.1:1776192950.662438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057ac1948. 00010000:00000010:2.1:1776192950.662440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fd4dd6d. 00010000:00000010:2.1:1776192950.662443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083080886. 00010000:00000010:2.1:1776192950.662445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a854ae89. 00010000:00000010:2.1:1776192950.662448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8d181ab. 00010000:00000010:2.1:1776192950.662450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee07fa20. 00010000:00000010:2.1:1776192950.662454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b8f758. 00010000:00000010:2.1:1776192950.662456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dd0292a. 00010000:00000010:2.1:1776192950.662458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018bf0b1b. 00010000:00000010:2.1:1776192950.662460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3606464. 00010000:00000010:2.1:1776192950.662462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017043261. 00010000:00000010:2.1:1776192950.662464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c588a3d7. 00010000:00000010:2.1:1776192950.662466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025addb57. 00010000:00000010:2.1:1776192950.662468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e0451c. 00010000:00000010:2.1:1776192950.662471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000718d785f. 00010000:00000010:2.1:1776192950.662473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de9a69a5. 00010000:00000010:2.1:1776192950.662475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deba5b27. 00010000:00000010:2.1:1776192950.662477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ede160ef. 00010000:00000010:2.1:1776192950.662479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ea780a3. 00010000:00000010:2.1:1776192950.662483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5822d65. 00010000:00000010:2.1:1776192950.662486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7594c45. 00010000:00000010:2.1:1776192950.662488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6f3c9d2. 00010000:00000010:2.1:1776192950.662491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3b4ab6. 00010000:00000010:2.1:1776192950.662494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015382c05. 00010000:00000010:2.1:1776192950.662497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014093860. 00010000:00000010:2.1:1776192950.662499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a751cfb. 00010000:00000010:2.1:1776192950.662501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000428b167f. 00010000:00000010:2.1:1776192950.662503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000128b8f3a. 00010000:00000010:2.1:1776192950.662505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db1a40ea. 00010000:00000010:2.1:1776192950.662507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000425ff74e. 00010000:00000010:2.1:1776192950.662509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d142913. 00010000:00000010:2.1:1776192950.662512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000120754a6. 00010000:00000010:2.1:1776192950.662514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e607f1. 00010000:00000010:2.1:1776192950.662516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269667a0. 00010000:00000010:2.1:1776192950.662520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.1:1776192950.662522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d06efb8f. 00010000:00000010:2.1:1776192950.662525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cafc06. 00010000:00000010:2.1:1776192950.662527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a519e4e. 00010000:00000010:2.1:1776192950.662531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007862bdbe. 00010000:00000010:2.1:1776192950.662533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016079769. 00010000:00000010:2.1:1776192950.662535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000427b5bd3. 00010000:00000010:2.1:1776192950.662537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012eac017. 00010000:00000010:2.1:1776192950.662551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ffa4419. 00010000:00000010:2.1:1776192950.662556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03490f1. 00010000:00000010:2.1:1776192950.662561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f90f8f5. 00010000:00000010:2.1:1776192950.662563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab2f557. 00010000:00000010:2.1:1776192950.662565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.1:1776192950.662567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002e93f8a. 00010000:00000010:2.1:1776192950.662570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.1:1776192950.662573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006be58f5a. 00010000:00000010:2.1:1776192950.662576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00010000:00000010:2.1:1776192950.662578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdf3304a. 00010000:00000010:2.1:1776192950.662580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.1:1776192950.662582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022519b2f. 00010000:00000010:2.1:1776192950.662584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d9c1ab. 00010000:00000010:2.1:1776192950.662587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d5b6bc. 00010000:00000010:2.1:1776192950.662590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.1:1776192950.662591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d01b68d1. 00010000:00000010:2.1:1776192950.662595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.1:1776192950.662597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003971a247. 00010000:00000010:2.1:1776192950.662600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dda0a5. 00010000:00000010:2.1:1776192950.662603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0b00a84. 00010000:00000010:2.1:1776192950.662606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00010000:00000010:2.1:1776192950.662609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001256e71b. 00010000:00000010:2.1:1776192950.662613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.1:1776192950.662616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ab7eb7e. 00010000:00000010:2.1:1776192950.662618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58acd9a. 00010000:00000010:2.1:1776192950.662620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f068ca05. 00010000:00000010:2.1:1776192950.662622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.1:1776192950.662625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006482f8ea. 00010000:00000010:2.1:1776192950.662627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.1:1776192950.662630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003415e8c2. 00010000:00000010:2.1:1776192950.662632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:2.1:1776192950.662634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a020401d. 00010000:00000010:2.1:1776192950.662636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d32001f. 00010000:00000010:2.1:1776192950.662638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010cb3752. 00010000:00000010:2.1:1776192950.662642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:2.1:1776192950.662645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000558ab8ec. 00010000:00000010:2.1:1776192950.662649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009698cf31. 00010000:00000010:2.1:1776192950.662652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c060b99d. 00010000:00000010:2.1:1776192950.662655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001da8bfc9. 00010000:00000010:2.1:1776192950.662658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000428b5ccd. 00010000:00000010:2.1:1776192950.662660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad963f32. 00010000:00000010:2.1:1776192950.662663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ed6ac3a. 00010000:00000010:2.1:1776192950.662666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f470e48b. 00010000:00000010:2.1:1776192950.662668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b511d17. 00010000:00000010:2.1:1776192950.662671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b7ccd9. 00010000:00000010:2.1:1776192950.662673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074161503. 00010000:00000010:2.1:1776192950.662676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2d324. 00010000:00000010:2.1:1776192950.662677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000326ff6bb. 00010000:00000010:2.1:1776192950.662679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5da8397. 00010000:00000010:2.1:1776192950.662682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000110004d4. 00010000:00000010:2.1:1776192950.662684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e2e38d. 00010000:00000010:2.1:1776192950.662686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df07787e. 00010000:00000010:2.1:1776192950.662688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036555115. 00010000:00000010:2.1:1776192950.662690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c059a77. 00010000:00000010:2.1:1776192950.662693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b409c9. 00010000:00000010:2.1:1776192950.662696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001096f413. 00010000:00000010:2.1:1776192950.662700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000295ca785. 00010000:00000010:2.1:1776192950.662702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000727b1ecc. 00010000:00000010:2.1:1776192950.662705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250ff07c. 00010000:00000010:2.1:1776192950.662707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec6973ab. 00010000:00000010:2.1:1776192950.662709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096976ce3. 00010000:00000010:2.1:1776192950.662711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8ddb277. 00010000:00000010:2.1:1776192950.662713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050c7e1d. 00010000:00000010:2.1:1776192950.662716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac366368. 00010000:00000010:2.1:1776192950.662718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:2.1:1776192950.662721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f0e6d8. 00010000:00000010:2.1:1776192950.662724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50f8f1d. 00010000:00000010:2.1:1776192950.662726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003377884a. 00010000:00000010:2.1:1776192950.662728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300d5050. 00010000:00000010:2.1:1776192950.662730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a08e30e6. 00010000:00000010:2.1:1776192950.662734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f87aa2e. 00010000:00000010:2.1:1776192950.662736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb608861. 00010000:00000010:2.1:1776192950.662740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dbeb78. 00010000:00000010:2.1:1776192950.662742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b3dc582. 00010000:00000010:2.1:1776192950.662744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014443768. 00010000:00000010:2.1:1776192950.662747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fd3e846. 00010000:00000010:2.1:1776192950.662749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004593e9af. 00010000:00000010:2.1:1776192950.662751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068a02e60. 00010000:00000010:2.1:1776192950.662754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000074db39c. 00010000:00000010:2.1:1776192950.662756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073625f71. 00010000:00000010:2.1:1776192950.662758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c4682f. 00010000:00000010:2.1:1776192950.662762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b8dc589. 00010000:00000010:2.1:1776192950.662765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001432d72d. 00010000:00000010:2.1:1776192950.662767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ab01e51. 00010000:00000010:2.1:1776192950.662770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000446f7a24. 00010000:00000010:2.1:1776192950.662773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8775e70. 00010000:00000010:2.1:1776192950.662776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692edc52. 00010000:00000010:2.1:1776192950.662778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9c36b57. 00010000:00000010:2.1:1776192950.662781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0bb9493. 00010000:00000010:2.1:1776192950.662783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000337b40d. 00010000:00000010:2.1:1776192950.662785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2813b7. 00010000:00000010:2.1:1776192950.662788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76ab236. 00010000:00000010:2.1:1776192950.662790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00e9e31. 00010000:00000010:2.1:1776192950.662793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f26aefd. 00010000:00000010:2.1:1776192950.662795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877b35ce. 00010000:00000010:2.1:1776192950.662797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055ce0b4b. 00010000:00000010:2.1:1776192950.662800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c31abe. 00010000:00000010:2.1:1776192950.662802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064f98ee8. 00010000:00000010:2.1:1776192950.662805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c89e977. 00010000:00000010:2.1:1776192950.662807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030067528. 00010000:00000010:2.1:1776192950.662810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910d64e4. 00010000:00000010:2.1:1776192950.662813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000418e1fa2. 00010000:00000010:2.1:1776192950.662815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d200c49d. 00010000:00000010:2.1:1776192950.662818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ccf55ac. 00010000:00000010:2.1:1776192950.662825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9493de. 00010000:00000010:2.1:1776192950.662827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f54d22a9. 00010000:00000010:2.1:1776192950.662830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eeb1bd1. 00010000:00000010:2.1:1776192950.662832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f2d7d6f. 00010000:00000010:2.1:1776192950.662835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a332879. 00010000:00000010:2.1:1776192950.662837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffb2493b. 00010000:00000010:2.1:1776192950.662841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:2.1:1776192950.662844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db06bb2d. 00010000:00000010:2.1:1776192950.662848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55596c8. 00010000:00000010:2.1:1776192950.662851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000911cd710. 00010000:00000010:2.1:1776192950.662854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cbebba. 00010000:00000010:2.1:1776192950.662857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e33d420. 00010000:00000010:2.1:1776192950.662860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d6b78f. 00010000:00000010:2.1:1776192950.662863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b3080af. 00010000:00000010:2.1:1776192950.662866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4baa3c5. 00010000:00000010:2.1:1776192950.662868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096cb8c6d. 00010000:00000010:2.1:1776192950.662871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6dd4c9. 00010000:00000010:2.1:1776192950.662873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008304ff47. 00010000:00000010:2.1:1776192950.662875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025117db2. 00010000:00000010:2.1:1776192950.662879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f75d71b4. 00010000:00000010:2.1:1776192950.662884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:2.1:1776192950.662886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b4087d0. 00010000:00000010:2.1:1776192950.662888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099eb7345. 00010000:00000010:2.1:1776192950.662891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c3c5a9. 00010000:00000010:2.1:1776192950.662893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:2.1:1776192950.662895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000708e099d. 00010000:00000010:2.1:1776192950.662897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c78811. 00010000:00000010:2.1:1776192950.662899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3639778. 00010000:00000010:2.1:1776192950.662901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf05085. 00010000:00000010:2.1:1776192950.662904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff838f8. 00010000:00000010:2.1:1776192950.662905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0385d1. 00010000:00000010:3.1:1776192950.666299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9862819. 00010000:00000010:3.1:1776192950.666381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edef9618. 00010000:00000010:3.1:1776192950.666389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192950.666395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ae4331. 00010000:00000010:3.1:1776192950.666398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5c495ac. 00010000:00000010:3.1:1776192950.666400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331c849f. 00010000:00000010:3.1:1776192950.666403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5327587. 00010000:00000010:3.1:1776192950.666407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fc2021f. 00010000:00000010:3.1:1776192950.666409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000104c1c08. 00010000:00000010:3.1:1776192950.666411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003074e0a7. 00010000:00000010:3.1:1776192950.666556:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9956d53. 00010000:00000010:3.1:1776192950.666561:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000def18852. 00010000:00000010:3.1:1776192950.666563:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6be692a. 00010000:00000010:3.1:1776192950.666567:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a73db33. 00010000:00000010:3.1:1776192950.666569:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000901464a1. 00010000:00000010:3.1:1776192950.666571:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8792e. 00010000:00000010:3.1:1776192950.666573:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000db7ee34. 00010000:00000010:3.1:1776192950.666575:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b90a60af. 00010000:00000010:3.1:1776192950.666578:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb5664a6. 00010000:00000010:3.1:1776192950.666580:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192950.666585:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807b7e07. 00010000:00000010:3.1:1776192950.666588:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdb894e7. 00010000:00000010:3.1:1776192950.666590:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a5b026f. 00010000:00000010:3.1:1776192950.666592:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e709ec8. 00010000:00000010:3.1:1776192950.666594:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2035a9d. 00010000:00000010:3.1:1776192950.666596:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf86e77. 00010000:00000010:3.1:1776192950.666598:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee841bc5. 00010000:00000010:3.1:1776192950.666600:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5a8f8b. 00010000:00000010:3.1:1776192950.666602:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009959af03. 00010000:00000010:3.1:1776192950.666604:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af501ba8. 00010000:00000010:3.1:1776192950.666606:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e981919. 00010000:00000010:3.1:1776192950.666608:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b668aac9. 00010000:00000010:3.1:1776192950.666610:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090cf86fb. 00010000:00000010:3.1:1776192950.666612:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867d9b6d. 00010000:00000010:3.1:1776192950.666614:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192950.666616:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081b3c373. 00010000:00000010:3.1:1776192950.666618:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144ae77d. 00010000:00000010:3.1:1776192950.666620:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f70e003a. 00010000:00000010:3.1:1776192950.679508:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aef6bb5. 00010000:00000010:0.1:1776192950.684214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000561a556c. 00010000:00000010:0.1:1776192950.684232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd49ee7. 00010000:00000010:0.1:1776192950.694534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000599aec2c. 00010000:00000010:0.1:1776192950.694548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192950.713552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009305d0e9. 00010000:00000010:0.1:1776192950.713564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:3.1:1776192950.723042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a551f43c. 00010000:00000010:3.1:1776192950.723060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:2.1:1776192950.735314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033e555a5. 00010000:00000010:2.1:1776192950.735321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb0bfb8. 00010000:00000010:2.1:1776192950.747194:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff838f8. 00010000:00000010:2.1:1776192950.747201:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0385d1. 00010000:00000010:2.1:1776192950.751389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e06f9aef. 00010000:00000010:2.1:1776192950.751402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003307c9f6. 00010000:00000010:2.1:1776192950.751407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf05085. 00010000:00000010:3.1:1776192950.767385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f85ea1fb. 00010000:00000010:0.1:1776192950.768376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c190980b. 00010000:00000010:0.1:1776192950.768389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c78811. 00010000:00000010:3.1:1776192950.775475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ac0b33d. 00010000:00000010:0.1:1776192950.779427:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d156f29. 00010000:00000010:0.1:1776192950.779438:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192950.795384:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30efa4a. 00010000:00000010:0.1:1776192950.795400:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a3b3977. 00010000:00000010:0.1:1776192950.795405:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:3.1:1776192950.799412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c1637f7. 00010000:00000010:0.1:1776192950.799736:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed631b9. 00010000:00000010:0.1:1776192950.799742:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b84b2c3. 00010000:00000010:0.1:1776192950.799746:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192950.799748:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192950.799751:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3549146. 00010000:00000010:0.1:1776192950.809421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd54122. 00010000:00000010:3.1:1776192950.813395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ee4874. 00010000:00000010:2.1:1776192950.819279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096627934. 00010000:00000010:2.1:1776192950.819292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:3.1:1776192950.826403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090d1a6ed. 00010000:00000010:2.1:1776192950.838201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a7007b3. 00010000:00000010:3.1:1776192950.846175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d5b7edc. 00010000:00000010:0.1:1776192950.861453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031584991. 00010000:00000010:2.1:1776192950.865899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ed87ae4. 00010000:00000010:0.1:1776192950.884194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e62d6f51. 00010000:00000010:2.1:1776192950.889195:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6b9396. 00010000:00000010:3.1:1776192950.894997:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cd7ff7e. 00010000:00000010:3.1:1776192950.895006:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000178ef454. 00010000:00000010:3.1:1776192950.895010:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000637b714a. 00010000:00000010:3.1:1776192950.895014:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144ae77d. 00010000:00000010:3.1:1776192950.895017:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7cca1db. 00010000:00000010:2.1:1776192950.900565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001681a873. 00010000:00000010:3.1:1776192950.906379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e566a0. 00010000:00000010:3.1:1776192950.906394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f64ed99b. 00010000:00000010:3.1:1776192950.906398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:3.1:1776192950.913200:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dbe24b3. 00010000:00000010:0.1:1776192950.913390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faac0813. 00010000:00000010:0.1:1776192950.913396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a48aaa19. 00010000:00000010:0.1:1776192950.913399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:0.1:1776192950.923515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fa200d3. 00010000:00000010:3.1:1776192950.927194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c1b569. 00010000:00000010:0.1:1776192950.936278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2a378bc. 00010000:00000010:3.1:1776192950.945186:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009006c950. 00010000:00000010:0.1:1776192950.949344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc942a2d. 00010000:00000010:3.1:1776192950.954853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042c8985f. 00010000:00000010:3.1:1776192950.960324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ac1995. 00010000:00000010:0.1:1776192950.975410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5d44d77. 00010000:00000010:0.1:1776192950.975418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfaeb96c. 00010000:00000010:0.1:1776192950.975424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:2.1:1776192950.981190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa9e83c7. 00010000:00000010:0.1:1776192950.981267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f727c9. 00010000:00000010:0.1:1776192950.981273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:3.1:1776192950.991463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000565485d7. 00010000:00000010:0.1:1776192950.994169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f068f2c. 00010000:00000010:0.1:1776192950.994184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:2.1:1776192950.994248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010bfd60e. 00010000:00000010:0.1:1776192950.995428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d938ade3. 00010000:00000010:0.1:1776192950.995438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192950.995441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192950.995444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de1f84b. 00010000:00000010:0.1:1776192950.995449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000646d6831. 00010000:00000010:0.1:1776192950.995451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0472b0d. 00010000:00000010:0.1:1776192950.995454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192951.021381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b294dd36. 00010000:00000010:2.1:1776192951.031304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000880e9989. 00010000:00000010:0.1:1776192951.031365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2dfe8a1. 00010000:00000010:0.1:1776192951.031372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:0.1:1776192951.042894:0:1358:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6b6bbdd. 00010000:00000010:0.1:1776192951.042913:0:1358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:3.1:1776192951.050294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dc9f71c. 00010000:00000010:3.1:1776192951.050305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de1f84b. 00010000:00000010:3.1:1776192951.050310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144ae77d. 00010000:00000010:3.1:1776192951.050313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef3902d. 00010000:00000010:2.1:1776192951.054317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804312dd. 00010000:00000010:3.1:1776192951.058334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b122f28. 00010000:00000010:3.1:1776192951.058355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aecc4a93. 00010000:00000010:3.1:1776192951.058361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192951.067215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344f1ad9. 00010000:00000010:2.1:1776192951.067216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd18bf7c. 00010000:00000010:3.1:1776192951.067233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9f1dc4. 00010000:00000010:3.1:1776192951.079547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c9f448b. 00010000:00000010:3.1:1776192951.079574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:0.1:1776192951.083722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72562b4. 00010000:00000010:3.1:1776192951.088176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e37f8a10. 00010000:00000010:3.1:1776192951.088193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008992fa79. 00010000:00000010:3.1:1776192951.088197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9f1dc4. 00010000:00000010:3.1:1776192951.094684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ba6176a. 00010000:00000010:3.1:1776192951.094695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016d90a17. 00010000:00000010:3.1:1776192951.094700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192951.099394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144ae77d. 00010000:00000010:3.1:1776192951.099402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9f1dc4. 00010000:00000010:3.1:1776192951.110355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b45c60e7. 00010000:00000010:3.1:1776192951.110361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef3902d. 00010000:00000010:0.1:1776192951.114382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8464d19. 00010000:00000010:0.1:1776192951.114397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000643c78b3. 00010000:00000010:0.1:1776192951.114401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9f1dc4. 00010000:00000010:3.1:1776192951.129146:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008501518. 00010000:00000010:2.1:1776192951.135260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e77d338. 00010000:00000010:2.1:1776192951.135268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659bfbf6. 00010000:00000010:0.1:1776192951.135660:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d2baf16. 00010000:00000010:0.1:1776192951.135668:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192951.147082:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7380f2d. 00010000:00000010:0.1:1776192951.147093:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192951.147097:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9d974e3. 00010000:00000010:0.1:1776192951.147099:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192951.147102:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192951.147104:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:0.1:1776192951.153386:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007969d87b. 00010000:00000010:0.1:1776192951.153393:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095df1f77. 00010000:00000010:0.1:1776192951.153397:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192951.153401:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ee125a. 00010000:00000010:0.1:1776192951.153404:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:2.1:1776192951.167309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d535b2e9. 00010000:00000010:0.1:1776192951.172231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3393205. 00010000:00000010:0.1:1776192951.172247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002389e313. 00010000:00000010:0.1:1776192951.172251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:0.1:1776192951.172264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e648efd1. 00010000:00000010:0.1:1776192951.172267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050986678. 00010000:00000010:0.1:1776192951.172270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:3.1:1776192951.176198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef63f764. 00010000:00000010:3.1:1776192951.176209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192951.176416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b6abafe. 00010000:00000010:0.1:1776192951.176422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a8bfb22. 00010000:00000010:0.1:1776192951.176425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192951.176427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192951.176429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192951.185026:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c295fe0. 00010000:00000010:0.1:1776192951.185038:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005652db9e. 00010000:00000010:0.1:1776192951.185043:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef3902d. 00010000:00000010:0.1:1776192951.195178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be271bf6. 00010000:00000010:0.1:1776192951.195187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3506ffc. 00010000:00000010:0.1:1776192951.195191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:0.1:1776192951.201395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e54fed9f. 00010000:00000010:0.1:1776192951.201413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029dc8ac4. 00010000:00000010:0.1:1776192951.201418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192951.222201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c799b96f. 00010000:00000010:0.1:1776192951.222212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:0.1:1776192951.222218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192951.222221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:2.1:1776192951.222271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca05da. 00010000:00000010:0.1:1776192951.247084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000888d6e92. 00010000:00000010:0.1:1776192951.247091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058db9da5. 00010000:00000010:0.1:1776192951.247095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:2.1:1776192951.249287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000930b94d4. 00010000:00000010:0.1:1776192951.250996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e972a12d. 00010000:00000010:0.1:1776192951.251008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:2.1:1776192951.254198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8b58cd1. 00010000:00000010:2.1:1776192951.254208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:3.1:1776192951.259997:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bd94169. 00010000:00000010:3.1:1776192951.268224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000519d546b. 00010000:00000010:0.1:1776192951.278092:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020b63f82. 00010000:00000010:0.1:1776192951.278109:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0385d1. 00010000:00000010:3.1:1776192951.280343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001384466. 00010000:00000010:0.1:1776192951.285390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e5c72de. 00010000:00000010:0.1:1776192951.285405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192951.285411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192951.285414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:3.1:1776192951.298632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050bb31ba. 00010000:00000010:0.1:1776192951.305350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066904734. 00010000:00000010:0.1:1776192951.305365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:0.1:1776192951.310201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9b6cdf1. 00010000:00000010:0.1:1776192951.310213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8702929. 00010000:00000010:0.1:1776192951.310218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:2.1:1776192951.320301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016281ccf. 00010000:00000010:2.1:1776192951.320315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd2f84bb. 00010000:00000010:2.1:1776192951.320319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:3.1:1776192951.335774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000271b752f. 00010000:00000010:2.1:1776192951.341209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d11c74. 00010000:00000010:2.1:1776192951.341226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:2.1:1776192951.357962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045a01503. 00010000:00000010:2.1:1776192951.357980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099eb7345. 00010000:00000010:2.1:1776192951.357986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff838f8. 00010000:00000010:2.1:1776192951.357991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:3.1:1776192951.363230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002049282c. 00010000:00000010:2.1:1776192951.370479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb7e4281. 00010000:00000010:2.1:1776192951.370490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:3.1:1776192951.374325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ec78b83. 00010000:00000010:2.1:1776192951.384439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd9fa30. 00010000:00000010:2.1:1776192951.384445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:3.1:1776192951.388203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a3425b5. 00010000:00000010:2.1:1776192951.398095:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec14860. 00010000:00000010:2.1:1776192951.398109:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070001fd6. 00010000:00000010:2.1:1776192951.398114:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:2.1:1776192951.410392:0:78290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e9d2b19. 00010000:00000010:2.1:1776192951.410406:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099eb7345. 00010000:00000010:0.1:1776192951.413741:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb9db56d. 00010000:00000010:3.1:1776192951.425389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8fda2f2. 00010000:00000010:3.1:1776192951.425396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:0.1:1776192951.433228:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f3838ce. 00010000:00000010:3.1:1776192951.433824:0:78290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db6179cd. 00010000:00000010:3.1:1776192951.433832:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192951.451510:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3865cd3. 00010000:00000010:3.1:1776192951.451527:0:78290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807c7269. 00010000:00000010:3.1:1776192951.451531:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e1731f. 00010000:00000010:2.1:1776192951.476179:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005db72f19. 00010000:00000010:2.1:1776192951.476190:0:78293:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ae6f51b. 00010000:00000010:2.1:1776192951.476194:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:3.1:1776192951.483619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000908f640. 00010000:00000010:3.1:1776192951.483629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099eb7345. 00010000:00000010:3.1:1776192951.493235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e6b7131. 00010000:00000010:2.1:1776192951.493776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b223861. 00010000:00000010:2.1:1776192951.493783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e1731f. 00010000:00000010:0.1:1776192951.496238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6d8a4f. 00010000:00000010:2.1:1776192951.501331:0:78292:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dddd998e. 00010000:00000010:2.1:1776192951.501340:0:78292:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:0.1:1776192951.523492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b137c32c. 00010000:00000010:3.1:1776192951.524053:0:78296:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c95ca0b. 00010000:00000010:3.1:1776192951.524061:0:78296:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000660f253c. 00010000:00000010:2.1:1776192951.544199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d59d502. 00010000:00000010:2.1:1776192951.564213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9f7a8f2. 00010000:00000010:2.1:1776192951.564225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:3.1:1776192951.572217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51d87e3. 00010000:00000010:0.1:1776192951.575541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8a49a88. 00010000:00000010:2.1:1776192951.581208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd2798da. 00010000:00000010:2.1:1776192951.581221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:3.1:1776192951.587596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c71a390. 00010000:00000010:0.1:1776192951.592198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d7a3af0. 00010000:00000010:0.1:1776192951.592217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6dd4c9. 00010000:00000010:3.1:1776192951.596192:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e823b58. 00010000:00000010:3.1:1776192951.613280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009155ddb1. 00010000:00000010:3.1:1776192951.622909:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004657cd75. 00010000:00000010:0.1:1776192951.623238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050966460. 00010000:00000010:0.1:1776192951.623244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:2.1:1776192951.633650:0:78290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088227f9c. 00010000:00000010:2.1:1776192951.633671:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:3.1:1776192951.673444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3396ece. 00010000:00000010:3.1:1776192951.673456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f256e1c. 00010000:00000010:3.1:1776192951.678778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd375dba. 00010000:00000010:3.1:1776192951.678797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2cc4e7d. 00010000:00000010:3.1:1776192951.678805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:3.1:1776192951.678808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192951.678810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7f149f5. 00010000:00000010:3.1:1776192951.678813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce083fb1. 00010000:00000010:3.1:1776192951.678817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006779027e. 00010000:00000010:3.1:1776192951.678819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a2ab9. 00010000:00000010:3.1:1776192951.679320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdaf8b2d. 00010000:00000010:3.1:1776192951.679326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0f194bd. 00010000:00000010:3.1:1776192951.679329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192951.689413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008598aaeb. 00010000:00000010:3.1:1776192951.689421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ecfe7e7. 00010000:00000010:3.1:1776192951.689426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f256e1c. 00010000:00000010:3.1:1776192951.698230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bbcb264. 00010000:00000010:3.1:1776192951.698246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192951.717363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6d33180. 00010000:00000010:3.1:1776192951.717378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040f5ff86. 00010000:00000010:3.1:1776192951.717383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f256e1c. 00010000:00000010:3.1:1776192951.722207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192951.722225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192951.753416:0:78290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d192d21. 00010000:00000010:3.1:1776192951.753432:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdaf8b2d. 00010000:00000010:3.1:1776192951.780261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000702b8b0d. 00010000:00000010:3.1:1776192951.780269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bff68b3. 00010000:00000010:3.1:1776192951.780273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:2.1:1776192951.790579:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fda4810. 00010000:00000010:0.1:1776192951.793344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005385b31c. 00010000:00000010:0.1:1776192951.793357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f71e62e. 00010000:00000010:0.1:1776192951.793362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000660f253c. 00010000:00000010:0.1:1776192951.793364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee046f33. 00010000:00000010:0.1:1776192951.793366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:3.1:1776192951.804369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002246751d. 00010000:00000010:0.1:1776192951.870181:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000301a49bb. 00010000:00000010:0.1:1776192951.870188:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:2.1:1776192951.890185:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192951.904431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ef2c529. 00010000:00000010:0.1:1776192951.904439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:2.1:1776192951.904615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52ad442. 00010000:00000010:0.1:1776192951.936268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016d81ba9. 00010000:00000010:0.1:1776192951.936288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010703e43. 00010000:00000010:0.1:1776192951.936294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:0.1:1776192951.936298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cec099f4. 00010000:00000010:0.1:1776192951.936302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192951.966071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000462e65bf. 00010000:00000010:0.1:1776192951.966088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b290ced1. 00010000:00000010:0.1:1776192951.966093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c869324. 00010000:00000010:2.1:1776192951.986658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000943013b2. 00010000:00000010:2.1:1776192951.986673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a225a71. 00010000:00000010:2.1:1776192951.986678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192952.007252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e09a33b2. 00010000:00000010:0.1:1776192952.007265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4baa3c5. 00010000:00000010:3.1:1776192952.007989:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a737beb. 00010000:00000010:2.1:1776192952.030368:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000130f7b3c. 00010000:00000010:3.1:1776192952.036481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080a57825. 00010000:00000010:3.1:1776192952.036494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c869324. 00010000:00000010:2.1:1776192952.043121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00010000:00000010:3.1:1776192952.045234:0:78307:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085c13ba0. 00010000:00000010:3.1:1776192952.045247:0:78307:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192952.045252:0:78307:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192952.045255:0:78307:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdaf8b2d. 00010000:00000010:0.1:1776192952.048494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000356df5c0. 00010000:00000010:2.1:1776192952.058300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f5500a6. 00010000:00000010:2.1:1776192952.058313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a2ab9. 00010000:00000010:2.1:1776192952.098351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b35ba5. 00010000:00000010:3.1:1776192952.101760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000559a8e03. 00010000:00000010:3.1:1776192952.101934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:3.1:1776192952.101938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192952.101941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdaf8b2d. 00010000:00000010:2.1:1776192952.124253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e87ed6fd. 00010000:00000010:3.1:1776192952.128395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d4c81c. 00010000:00000010:3.1:1776192952.128407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:2.1:1776192952.148260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2bf4a17. 00010000:00000010:0.1:1776192952.149173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a0e721a. 00010000:00000010:0.1:1776192952.149185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdaf8b2d. 00010000:00000010:3.1:1776192952.151244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdeb215f. 00010000:00000010:3.1:1776192952.151257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:2.1:1776192952.162298:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050d8ede7. 00010000:00000010:3.1:1776192952.163179:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639d2dea. 00010000:00000010:3.1:1776192952.163187:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:2.1:1776192952.177331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b1dafb. 00010000:00000010:3.1:1776192952.181842:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f9f0b7a. 00010000:00000010:3.1:1776192952.181857:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014cc542c. 00010000:00000010:3.1:1776192952.181861:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7f149f5. 00010000:00000010:3.1:1776192952.181975:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e1731f. 00010000:00000010:3.1:1776192952.181979:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e62e8c40. 00010000:00000010:3.1:1776192952.206203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1d436c. 00010000:00000010:3.1:1776192952.209224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8793367. 00010000:00000010:3.1:1776192952.209240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5a85669. 00010000:00000010:3.1:1776192952.209243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:2.1:1776192952.217106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a59521c. 00010000:00000010:0.1:1776192952.217499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fc18359. 00010000:00000010:0.1:1776192952.217506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e1731f. 00010000:00000010:0.1:1776192952.217510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d203405. 00010000:00000010:0.1:1776192952.217513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d23b179. 00010000:00000010:0.1:1776192952.217518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d442e7. 00010000:00000010:2.1:1776192952.229357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091a1fa79. 00010000:00000010:0.1:1776192952.237362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00010000:00000010:0.1:1776192952.237372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086e5a5c9. 00010000:00000010:0.1:1776192952.237375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:2.1:1776192952.250192:0:78317:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c37a6ac7. 00010000:00000010:0.1:1776192952.250258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007328cfc8. 00010000:00000010:0.1:1776192952.250265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd3f94c6. 00010000:00000010:0.1:1776192952.250269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:0.1:1776192952.266356:0:78319:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ecabdfb. 00010000:00000010:0.1:1776192952.266368:0:78319:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aa557a0. 00010000:00000010:0.1:1776192952.266372:0:78319:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b3ec629. 00010000:00000010:2.1:1776192952.272272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a71624d8. 00010000:00000010:0.1:1776192952.278031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3694eb7. 00010000:00000010:0.1:1776192952.278043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b63d6d1. 00010000:00000010:0.1:1776192952.284628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d91e45f5. 00010000:00000010:0.1:1776192952.284641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d442e7. 00010000:00000010:0.1:1776192952.284647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cec099f4. 00010000:00000010:0.1:1776192952.284649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b3ec629. 00010000:00000010:2.1:1776192952.287307:0:78311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:0.1:1776192952.291247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053fb3383. 00010000:00000010:0.1:1776192952.291257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a5b50a. 00010000:00000010:3.1:1776192952.297127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e902762. 00010000:00000010:3.1:1776192952.300272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2f92312. 00010000:00000010:3.1:1776192952.300285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000637b714a. 00010000:00000010:0.1:1776192952.330353:0:78311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009404aafc. 00010000:00000010:0.1:1776192952.330367:0:78311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7f149f5. 00010000:00000010:3.1:1776192952.334196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4f5bed2. 00010000:00000010:3.1:1776192952.334210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a5b50a. 00010000:00000010:3.1:1776192952.334215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192952.334219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192952.366023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb2c0fb6. 00010000:00000010:2.1:1776192952.409909:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f816810b. 00010000:00000010:3.1:1776192952.421313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a91c0cf1. 00010000:00000010:3.1:1776192952.425086:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b0336cf. 00010000:00000010:3.1:1776192952.455465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e58a0bc. 00010000:00000010:3.1:1776192952.455471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:0.1:1776192952.463586:0:78334:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086874644. 00010000:00000010:2.1:1776192952.470865:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdb515e6. 00010000:00000010:2.1:1776192952.470884:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f543c1cb. 00010000:00000010:2.1:1776192952.470888:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192952.481255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002052feb3. 00010000:00000010:2.1:1776192952.485190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001912c0e. 00010000:00000010:2.1:1776192952.485201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55596c8. 00010000:00000010:2.1:1776192952.485207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff838f8. 00010000:00000010:2.1:1776192952.485211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:3.1:1776192952.489348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009437d5bf. 00010000:00000010:3.1:1776192952.489360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fe0facd. 00010000:00000010:3.1:1776192952.489364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c8a1555. 00010000:00000010:3.1:1776192952.518258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017b95ad6. 00010000:00000010:3.1:1776192952.518275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef3902d. 00010000:00000010:3.1:1776192952.518284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192952.518288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9f1dc4. 00010000:00000010:3.1:1776192952.518291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090cf86fb. 00010000:00000010:3.1:1776192952.518294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7cca1db. 00010000:00000010:3.1:1776192952.518297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e981919. 00010000:00000010:3.1:1776192952.518299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ade6542. 00010000:00000010:3.1:1776192952.518301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009959af03. 00010000:00000010:3.1:1776192952.518304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb0bfb8. 00010000:00000010:3.1:1776192952.518306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee841bc5. 00010000:00000010:3.1:1776192952.518308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd49ee7. 00010000:00000010:3.1:1776192952.518310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2035a9d. 00010000:00000010:3.1:1776192952.518313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192952.518315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a5b026f. 00010000:00000010:3.1:1776192952.518371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005aebf35. 00010000:00000010:3.1:1776192952.518375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807b7e07. 00010000:00000010:3.1:1776192952.518378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7f149f5. 00010000:00000010:3.1:1776192952.518380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144ae77d. 00010000:00000010:3.1:1776192952.518383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e1731f. 00010000:00000010:3.1:1776192952.518385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c799b96f. 00010000:00000010:3.1:1776192952.518387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdaf8b2d. 00010000:00000010:3.1:1776192952.518389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029dc8ac4. 00010000:00000010:3.1:1776192952.518391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a2ab9. 00010000:00000010:3.1:1776192952.518396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb5664a6. 00010000:00000010:3.1:1776192952.518399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f256e1c. 00010000:00000010:3.1:1776192952.518401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000db7ee34. 00010000:00000010:3.1:1776192952.518405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f70e003a. 00010000:00000010:3.1:1776192952.518407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000901464a1. 00010000:00000010:3.1:1776192952.518410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081b3c373. 00010000:00000010:3.1:1776192952.518414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6be692a. 00010000:00000010:3.1:1776192952.518416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867d9b6d. 00010000:00000010:3.1:1776192952.518418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9956d53. 00010000:00000010:3.1:1776192952.518420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b668aac9. 00010000:00000010:3.1:1776192952.518423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000104c1c08. 00010000:00000010:3.1:1776192952.518425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af501ba8. 00010000:00000010:3.1:1776192952.518427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5327587. 00010000:00000010:3.1:1776192952.518430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5a8f8b. 00010000:00000010:3.1:1776192952.518432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5c495ac. 00010000:00000010:3.1:1776192952.518435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf86e77. 00010000:00000010:3.1:1776192952.518437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192952.518439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e709ec8. 00010000:00000010:3.1:1776192952.518443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8702929. 00010000:00000010:3.1:1776192952.518445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdb894e7. 00010000:00000010:3.1:1776192952.518447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000177a93e3. 00010000:00000010:3.1:1776192952.518451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192952.518453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621d4f81. 00010000:00000010:3.1:1776192952.518455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b90a60af. 00010000:00000010:3.1:1776192952.518458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c124bb9. 00010000:00000010:3.1:1776192952.518460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8792e. 00010000:00000010:3.1:1776192952.518462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8077625. 00010000:00000010:3.1:1776192952.518465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a73db33. 00010000:00000010:3.1:1776192952.518467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2cbdc7a. 00010000:00000010:3.1:1776192952.518469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000def18852. 00010000:00000010:3.1:1776192952.518471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a96dbee. 00010000:00000010:3.1:1776192952.518474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003074e0a7. 00010000:00000010:3.1:1776192952.518476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9007717. 00010000:00000010:3.1:1776192952.518478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fc2021f. 00010000:00000010:3.1:1776192952.518482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008691a544. 00010000:00000010:3.1:1776192952.518485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331c849f. 00010000:00000010:3.1:1776192952.518487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a6367a9. 00010000:00000010:3.1:1776192952.518490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ae4331. 00010000:00000010:3.1:1776192952.518493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfb62f. 00010000:00000010:3.1:1776192952.518496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e4281f. 00010000:00000010:3.1:1776192952.518498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b919200. 00010000:00000010:3.1:1776192952.518501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008598aaeb. 00010000:00000010:3.1:1776192952.518503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e2f526d. 00010000:00000010:3.1:1776192952.518506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3310243. 00010000:00000010:3.1:1776192952.518508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2025893. 00010000:00000010:3.1:1776192952.518510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da8bb07. 00010000:00000010:3.1:1776192952.518514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b587aa7. 00010000:00000010:3.1:1776192952.518517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d75f77. 00010000:00000010:3.1:1776192952.518519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024637c57. 00010000:00000010:3.1:1776192952.518521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054051d96. 00010000:00000010:3.1:1776192952.518535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ddbaea3. 00010000:00000010:3.1:1776192952.518538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d8d5d50. 00010000:00000010:3.1:1776192952.518542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd2f84bb. 00010000:00000010:3.1:1776192952.518545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a20e3bd. 00010000:00000010:3.1:1776192952.518547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007093339b. 00010000:00000010:3.1:1776192952.518549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c94b2d. 00010000:00000010:3.1:1776192952.518551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507804c5. 00010000:00000010:3.1:1776192952.518554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:3.1:1776192952.518556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000993dbc3d. 00010000:00000010:3.1:1776192952.518558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:3.1:1776192952.518560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068140793. 00010000:00000010:3.1:1776192952.518562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:0.1:1776192952.523494:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed1951ab. 00010000:00000010:0.1:1776192952.523505:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e728703. 00010000:00000010:0.1:1776192952.523511:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cec099f4. 00010000:00000010:0.1:1776192952.523515:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b3ec629. 00010000:00000010:0.1:1776192952.523519:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240c27ca. 00010000:00000010:0.1:1776192952.523521:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d442e7. 00010000:00000010:0.1:1776192952.523605:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbc7d26f. 00010000:00000010:0.1:1776192952.523611:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000725567a. 00010000:00000010:0.1:1776192952.523615:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a225a71. 00010000:00000010:0.1:1776192952.523618:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c869324. 00010000:00000010:0.1:1776192952.523619:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb4b579. 00010000:00000010:0.1:1776192952.523622:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225f70a3. 00010000:00000010:0.1:1776192952.523624:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d9c8d73. 00010000:00000010:0.1:1776192952.523626:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006277edc8. 00010000:00000010:0.1:1776192952.523629:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070ddef26. 00010000:00000010:0.1:1776192952.523632:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000598ab52f. 00010000:00000010:0.1:1776192952.523634:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001225a0e. 00010000:00000010:0.1:1776192952.523636:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007946fdc6. 00010000:00000010:0.1:1776192952.523639:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000907d6c53. 00010000:00000010:0.1:1776192952.523641:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c87e1c9. 00010000:00000010:0.1:1776192952.523644:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e44daa9. 00010000:00000010:0.1:1776192952.523646:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc75552. 00010000:00000010:0.1:1776192952.523648:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e96dd486. 00010000:00000010:0.1:1776192952.523651:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eba5926. 00010000:00000010:0.1:1776192952.523653:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001153cbb6. 00010000:00000010:0.1:1776192952.523655:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dca386. 00010000:00000010:0.1:1776192952.523659:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f57771c. 00010000:00000010:0.1:1776192952.523662:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de1f84b. 00010000:00000010:0.1:1776192952.523665:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038eb7e24. 00010000:00000010:0.1:1776192952.523667:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4bbbfa0. 00010000:00000010:0.1:1776192952.523670:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bba71095. 00010000:00000010:0.1:1776192952.523673:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3549146. 00010000:00000010:0.1:1776192952.523675:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000963d8d2b. 00010000:00000010:0.1:1776192952.523677:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c208841. 00010000:00000010:0.1:1776192952.523679:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc997555. 00010000:00000010:0.1:1776192952.523681:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465fde1b. 00010000:00000010:0.1:1776192952.523683:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000239f31e6. 00010000:00000010:0.1:1776192952.523687:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165c1767. 00010000:00000010:0.1:1776192952.523690:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea777a4f. 00010000:00000010:0.1:1776192952.523693:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088cb9f15. 00010000:00000010:0.1:1776192952.523695:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000479abe3e. 00010000:00000010:0.1:1776192952.523697:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a5b50a. 00010000:00000010:0.1:1776192952.523699:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b373ec. 00010000:00000010:0.1:1776192952.523701:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b63d6d1. 00010000:00000010:0.1:1776192952.523704:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a2ffa63. 00010000:00000010:0.1:1776192952.523707:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006325b94. 00010000:00000010:0.1:1776192952.523711:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094a4c0a9. 00010000:00000010:0.1:1776192952.523715:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a7007b3. 00010000:00000010:0.1:1776192952.523718:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4a8a1e6. 00010000:00000010:0.1:1776192952.523720:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cdac510. 00010000:00000010:0.1:1776192952.523723:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000378533bd. 00010000:00000010:0.1:1776192952.523725:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065721232. 00010000:00000010:0.1:1776192952.523727:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078661838. 00010000:00000010:0.1:1776192952.523730:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b737e7b7. 00010000:00000010:0.1:1776192952.523732:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053fb3383. 00010000:00000010:0.1:1776192952.523734:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341b8e79. 00010000:00000010:0.1:1776192952.523736:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6c8dd75. 00010000:00000010:0.1:1776192952.523739:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064170659. 00010000:00000010:0.1:1776192952.523742:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1672559. 00010000:00000010:0.1:1776192952.523746:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8f85f4. 00010000:00000010:0.1:1776192952.523748:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000677eaf0. 00010000:00000010:0.1:1776192952.523750:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff34b9f5. 00010000:00000010:0.1:1776192952.523753:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b1cf19. 00010000:00000010:0.1:1776192952.523756:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6faf905. 00010000:00000010:0.1:1776192952.523758:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a96dca40. 00010000:00000010:0.1:1776192952.523760:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000686d5a97. 00010000:00000010:0.1:1776192952.523762:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b83c8cc8. 00010000:00000010:0.1:1776192952.523765:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc2f13a. 00010000:00000010:0.1:1776192952.523768:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aa557a0. 00010000:00000010:0.1:1776192952.523771:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192952.523775:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000670dc216. 00010000:00000010:0.1:1776192952.523777:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.1:1776192952.523779:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000049051d4. 00010000:00000010:0.1:1776192952.523781:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00010000:00000010:0.1:1776192952.523784:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b719eb94. 00010000:00000010:0.1:1776192952.523788:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00010000:00000010:0.1:1776192952.523791:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8b455d2. 00010000:00000010:0.1:1776192952.523795:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.1:1776192952.523797:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092944064. 00010000:00000010:0.1:1776192952.523800:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192952.523803:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f310c2. 00010000:00000010:0.1:1776192952.523805:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.1:1776192952.523809:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fa7bab4. 00010000:00000010:0.1:1776192952.523812:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.1:1776192952.523814:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063dcb063. 00010000:00000010:0.1:1776192952.523816:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:0.1:1776192952.523818:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfcd7a86. 00010000:00000010:0.1:1776192952.524736:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d03d6. 00010000:00000010:0.1:1776192952.524743:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017f4bde8. 00010000:00000010:0.1:1776192952.524746:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.1:1776192952.524748:0:71802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061733f1b. 00010000:00000010:0.1:1776192952.524751:0:71802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:1.1:1776192952.590382:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e159e506. 00010000:00000010:1.1:1776192952.590385:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f106235f. 00010000:00000010:1.1:1776192952.590387:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e61b50a. 00010000:00000010:1.1:1776192952.590390:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a57bccad. 00010000:00000010:1.1:1776192952.590392:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df342890. 00010000:00000010:1.1:1776192952.590394:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000216c4949. 00010000:00000010:1.1:1776192952.590396:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7d68be1. 00010000:00000010:1.1:1776192952.590399:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae1f98ad. 00010000:00000010:1.1:1776192952.590401:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bffd8cf3. 00010000:00000010:1.1:1776192952.590403:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000701dfde1. 00010000:00000010:1.1:1776192952.590407:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3068208. 00010000:00000010:1.1:1776192952.590409:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3f20ef. 00010000:00000010:1.1:1776192952.590412:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3c145b. 00010000:00000010:1.1:1776192952.590415:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e06f9aef. 00010000:00000010:1.1:1776192952.590418:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abe5aa59. 00010000:00000010:1.1:1776192952.590420:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e48e4a1. 00010000:00000010:1.1:1776192952.590423:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0fd849f. 00010000:00000010:1.1:1776192952.590426:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f5a4e1. 00010000:00000010:1.1:1776192952.590428:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d68315e. 00010000:00000010:1.1:1776192952.590431:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000380145f8. 00010000:00000010:1.1:1776192952.590433:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019ef1e06. 00010000:00000010:1.1:1776192952.590435:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0fa8db2. 00010000:00000010:1.1:1776192952.590437:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4f8d0c3. 00010000:00000010:1.1:1776192952.590441:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e4851c. 00010000:00000010:1.1:1776192952.590444:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002966992. 00010000:00000010:1.1:1776192952.590446:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23ac91c. 00010000:00000010:1.1:1776192952.590448:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7744e23. 00010000:00000010:1.1:1776192952.590451:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001961ca52. 00010000:00000010:1.1:1776192952.590453:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003561c10. 00010000:00000010:1.1:1776192952.590456:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eca2221. 00010000:00000010:1.1:1776192952.590458:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000167151fd. 00010000:00000010:1.1:1776192952.590460:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac32146. 00010000:00000010:1.1:1776192952.590463:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c986e79. 00010000:00000010:1.1:1776192952.590466:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c36b4208. 00010000:00000010:1.1:1776192952.590468:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1d87e8. 00010000:00000010:1.1:1776192952.590471:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db48670. 00010000:00000010:1.1:1776192952.590473:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f85298cb. 00010000:00000010:1.1:1776192952.590475:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4287a91. 00010000:00000010:1.1:1776192952.590478:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000525c01fd. 00010000:00000010:1.1:1776192952.590480:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004230adfc. 00010000:00000010:1.1:1776192952.590482:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730c0935. 00010000:00000010:1.1:1776192952.590485:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f74833. 00010000:00000010:1.1:1776192952.590486:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e599e78. 00010000:00000010:1.1:1776192952.590490:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061c2a6ac. 00010000:00000010:1.1:1776192952.590492:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c9f6f99. 00010000:00000010:1.1:1776192952.590494:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eacfd381. 00010000:00000010:1.1:1776192952.590496:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa418fcd. 00010000:00000010:1.1:1776192952.590498:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b9384ea. 00010000:00000010:1.1:1776192952.590500:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005607fd7c. 00010000:00000010:1.1:1776192952.590502:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0bb5ea2. 00010000:00000010:1.1:1776192952.590504:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008ad24e2. 00010000:00000010:1.1:1776192952.590507:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000392307ed. 00010000:00000010:1.1:1776192952.590509:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002017d117. 00010000:00000010:1.1:1776192952.590512:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b82077. 00010000:00000010:1.1:1776192952.590514:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbc28149. 00010000:00000010:1.1:1776192952.590516:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162e993d. 00010000:00000010:1.1:1776192952.590519:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd9594d3. 00010000:00000010:1.1:1776192952.590521:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a9e9ab. 00010000:00000010:1.1:1776192952.590523:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004817f317. 00010000:00000010:1.1:1776192952.590526:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c278774a. 00010000:00000010:1.1:1776192952.590528:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a100f55. 00010000:00000010:1.1:1776192952.590531:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bd6b8ad. 00010000:00000010:1.1:1776192952.590533:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a2ac5b4. 00010000:00000010:1.1:1776192952.590536:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f98bbb. 00010000:00000010:1.1:1776192952.590538:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e8371ec. 00010000:00000010:1.1:1776192952.590541:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b56afc6. 00010000:00000010:1.1:1776192952.590543:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d1417b1. 00010000:00000010:1.1:1776192952.590546:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4eb9745. 00010000:00000010:1.1:1776192952.590548:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a37450f0. 00010000:00000010:1.1:1776192952.590550:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091d1a12. 00010000:00000010:1.1:1776192952.590552:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028c77187. 00010000:00000010:1.1:1776192952.590555:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076b624d1. 00010000:00000010:1.1:1776192952.590558:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb4affd. 00010000:00000010:1.1:1776192952.590561:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6d65dd. 00010000:00000010:1.1:1776192952.590564:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000559a8e03. 00010000:00000010:1.1:1776192952.590567:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a13706c6. 00010000:00000010:1.1:1776192952.590569:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be54310c. 00010000:00000010:1.1:1776192952.590572:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008807a0b5. 00010000:00000010:1.1:1776192952.590574:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003181a658. 00010000:00000010:1.1:1776192952.590576:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2e4b33. 00010000:00000010:1.1:1776192952.590579:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffddf0e5. 00010000:00000010:1.1:1776192952.590581:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001264fcc5. 00010000:00000010:1.1:1776192952.590583:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6f7a091. 00010000:00000010:1.1:1776192952.590586:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5b38849. 00010000:00000010:1.1:1776192952.590589:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed346181. 00010000:00000010:1.1:1776192952.590591:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fdd9934. 00010000:00000010:1.1:1776192952.590593:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2f2f981. 00010000:00000010:1.1:1776192952.590596:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de808eb. 00010000:00000010:1.1:1776192952.590598:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6f4fd9. 00010000:00000010:1.1:1776192952.590600:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa4c891. 00010000:00000010:1.1:1776192952.599089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000129a3f29. 00010000:00000010:1.1:1776192952.599103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d87be003. 00010000:00000010:1.1:1776192952.599107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd08b226. 00010000:00000010:1.1:1776192952.599110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce4a06c. 00010000:00000010:1.1:1776192952.599113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a350ee8. 00010000:00000010:1.1:1776192952.599116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e48374c. 00010000:00000010:1.1:1776192952.599119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009013dcc0. 00010000:00000010:1.1:1776192952.599132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f335b1. 00010000:00000010:1.1:1776192952.599134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f60b3f. 00010000:00000010:1.1:1776192952.599136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dea0c8a6. 00010000:00000010:1.1:1776192952.599139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bdcc186. 00010000:00000010:1.1:1776192952.599141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024dc2a59. 00010000:00000010:1.1:1776192952.599143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092ba400b. 00010000:00000010:1.1:1776192952.599145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8ba60cd. 00010000:00000010:1.1:1776192952.599148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030d38164. 00010000:00000010:1.1:1776192952.599150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192952.599167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054fbc504. 00010000:00000010:1.1:1776192952.599170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192952.599172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d867193. 00010000:00000010:1.1:1776192952.599175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:1.1:1776192952.599178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192952.599180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b85783. 00010000:00000010:1.1:1776192952.606937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a09f56b. 00010000:00000010:1.1:1776192952.606948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5e6ee9d. 00010000:00000010:1.1:1776192952.606952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:1.1:1776192952.621375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000439c6a23. 00010000:00000010:1.1:1776192952.621383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:1.1:1776192952.621387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192952.621390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:3.1:1776192952.630302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067aff5cd. 00010000:00000010:3.1:1776192952.643431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c7a4464. 00010000:00000010:0.1:1776192952.643480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008da6ebec. 00010000:00000010:0.1:1776192952.643487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b85783. 00010000:00000010:0.1:1776192952.647202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb54ddd. 00010000:00000010:0.1:1776192952.647217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.1:1776192952.647223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000127289ec. 00010000:00000010:0.1:1776192952.647228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00010000:00000010:3.1:1776192952.647335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2c84831. 00010000:00000010:3.1:1776192952.660874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000529ccf5b. 00010000:00000010:2.1:1776192952.670343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcaa18e2. 00010000:00000010:3.1:1776192952.671207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0592d1c. 00010000:00000010:3.1:1776192952.671216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d03d6. 00010000:00000010:1.1:1776192952.671944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a5d4cc. 00010000:00000010:3.1:1776192952.675210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007916791f. 00010000:00000010:3.1:1776192952.675224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:3.1:1776192952.675227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068140793. 00010000:00000010:3.1:1776192952.675230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:2.1:1776192952.693251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001392780d. 00010000:00000010:3.1:1776192952.702203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004100b588. 00010000:00000010:3.1:1776192952.702219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:2.1:1776192952.720014:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d9d5e13. 00010000:00000010:3.1:1776192952.727276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c725d255. 00010000:00000010:3.1:1776192952.727284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:3.1:1776192952.734214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca0640d8. 00010000:00000010:3.1:1776192952.734231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:2.1:1776192952.734291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020e383a0. 00010000:00000010:1.1:1776192952.749617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d65f26. 00010000:00000010:3.1:1776192952.750198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008239e7d0. 00010000:00000010:3.1:1776192952.750225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:2.1:1776192952.762281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3639632. 00010000:00000010:3.1:1776192952.766201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002edc6547. 00010000:00000010:3.1:1776192952.766219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:3.1:1776192952.766223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068140793. 00010000:00000010:3.1:1776192952.766226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:2.1:1776192952.771338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008662c182. 00010000:00000010:3.1:1776192952.777615:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044c2acce. 00010000:00000010:3.1:1776192952.777628:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:2.1:1776192952.781323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008beab6c6. 00010000:00000010:3.1:1776192952.785957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2bd62b. 00010000:00000010:3.1:1776192952.785966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:1.1:1776192952.790290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b22f2d74. 00010000:00000010:3.1:1776192952.796797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b41f48c. 00010000:00000010:3.1:1776192952.796816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:3.1:1776192952.814585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdaff451. 00010000:00000010:3.1:1776192952.814600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:0.1:1776192952.814827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd770065. 00010000:00000010:1.1:1776192952.822477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000194a5c77. 00010000:00000010:1.1:1776192952.822487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043008b34. 00010000:00000010:1.1:1776192952.822491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:3.1:1776192952.823042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4daf721. 00010000:00000010:3.1:1776192952.823048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:3.1:1776192952.823051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092e3ab19. 00010000:00000010:2.1:1776192952.833350:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c49b674. 00010000:00000010:2.1:1776192952.844136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a578d9db. 00010000:00000010:2.1:1776192952.844465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:2.1:1776192952.849206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967e449e. 00010000:00000010:2.1:1776192952.849215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:1.1:1776192952.849265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008243deac. 00010000:00000010:1.1:1776192952.849271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3b91f20. 00010000:00000010:1.1:1776192952.849274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55596c8. 00010000:00000010:0.1:1776192952.849993:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001efd8af5. 00010000:00000010:2.1:1776192952.861021:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033f492f4. 00010000:00000010:2.1:1776192952.861034:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091fe3a92. 00010000:00000010:2.1:1776192952.861038:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:2.1:1776192952.872217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008147a6a9. 00010000:00000010:2.1:1776192952.872231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018792097. 00010000:00000010:2.1:1776192952.872235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017fd0b7c. 00010000:00000010:2.1:1776192952.872239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff838f8. 00010000:00000010:2.1:1776192952.872245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:1.1:1776192952.880208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a391096. 00010000:00000010:2.1:1776192952.880259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac525af0. 00010000:00000010:2.1:1776192952.880265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951a88e3. 00010000:00000010:1.1:1776192952.884395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005459043b. 00010000:00000010:1.1:1776192952.884408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000367a1902. 00010000:00000010:1.1:1776192952.884412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55596c8. 00010000:00000010:3.1:1776192952.892201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4b2380. 00010000:00000010:2.1:1776192952.892371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba9f598a. 00010000:00000010:2.1:1776192952.892377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:1.1:1776192952.901134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d19a6a. 00010000:00000010:2.1:1776192952.903788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ba94f37. 00010000:00000010:2.1:1776192952.903815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951a88e3. 00010000:00000010:3.1:1776192952.913222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d59fc14. 00010000:00000010:2.1:1776192952.913379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff5fb49c. 00010000:00000010:2.1:1776192952.913387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:2.1:1776192952.925381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff838f8. 00010000:00000010:2.1:1776192952.925401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951a88e3. 00010000:00000010:0.1:1776192952.929222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048002e77. 00010000:00000010:3.1:1776192952.933294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2072648. 00010000:00000010:3.1:1776192952.933304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017fd0b7c. 00010000:00000010:1.1:1776192952.938281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d02de5. 00010000:00000010:3.1:1776192952.966318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003623ac8. 00010000:00000010:3.1:1776192952.966326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:1.1:1776192952.980365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46dcb67. 00010000:00000010:0.1:1776192952.982426:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001561f879. 00010000:00000010:3.1:1776192952.987261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036e432f8. 00010000:00000010:3.1:1776192952.987277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:3.1:1776192952.987281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009545b269. 00010000:00000010:3.1:1776192952.987284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049f9bfa8. 00010000:00000010:3.1:1776192952.987287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951a88e3. 00010000:00000010:3.1:1776192952.987291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068140793. 00010000:00000010:3.1:1776192952.987294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a20e3bd. 00010000:00000010:3.1:1776192952.987297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000755e6eea. 00010000:00000010:3.1:1776192952.987300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008835574e. 00010000:00000010:3.1:1776192952.987303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:2.1:1776192952.987361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d22d150. 00010000:00000010:2.1:1776192952.987379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c94b2d. 00010000:00000010:2.1:1776192952.987384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c924bf3c. 00010000:00000010:2.1:1776192952.987386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d8d5d50. 00010000:00000010:0.1:1776192952.987490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832e4522. 00010000:00000010:2.1:1776192952.994740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a21215a. 00010000:00000010:3.1:1776192953.000879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084ab8977. 00010000:00000010:3.1:1776192953.000890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:3.1:1776192953.007201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a62c9865. 00010000:00000010:3.1:1776192953.007220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b56360a7. 00010000:00000010:3.1:1776192953.007225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a20e3bd. 00010000:00000010:3.1:1776192953.019529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2097459. 00010000:00000010:3.1:1776192953.019547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:3.1:1776192953.019551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068140793. 00010000:00000010:3.1:1776192953.019554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a20e3bd. 00010000:00000010:2.1:1776192953.022310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7850f8b. 00010000:00000010:1.1:1776192953.038236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf0e75c1. 00010000:00000010:0.1:1776192953.043293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b83509d. 00010000:00000010:0.1:1776192953.043308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:1.1:1776192953.066274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e892b788. 00010000:00000010:1.1:1776192953.066293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76e3086. 00010000:00000010:1.1:1776192953.066297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00010000:00000010:1.1:1776192953.076355:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000937b652b. 00010000:00000010:1.1:1776192953.076371:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a02f8505. 00010000:00000010:1.1:1776192953.076375:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192953.090194:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d4923c7. 00010000:00000010:1.1:1776192953.090202:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e838a50. 00010000:00000010:1.1:1776192953.090206:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192953.095199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b430c5c. 00010000:00000010:1.1:1776192953.098296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003426bb22. 00010000:00000010:1.1:1776192953.098307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192953.098313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192953.098315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192953.106187:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fb65092. 00010000:00000010:1.1:1776192953.106193:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:2.1:1776192953.106347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018f6098a. 00010000:00000010:2.1:1776192953.117240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008063a2b8. 00010000:00000010:1.1:1776192953.121209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a74e460. 00010000:00000010:1.1:1776192953.121227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192953.130205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d50c676. 00010000:00000010:1.1:1776192953.130222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000bc514. 00010000:00000010:1.1:1776192953.130226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192953.150199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000014a7a9f. 00010000:00000010:1.1:1776192953.150209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:2.1:1776192953.150270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c033533d. 00010000:00000010:1.1:1776192953.161971:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050f9a5e4. 00010000:00000010:1.1:1776192953.161986:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a4b1c97. 00010000:00000010:1.1:1776192953.161991:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192953.161994:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192953.161997:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192953.168451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee303091. 00010000:00000010:1.1:1776192953.168458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd232dc0. 00010000:00000010:1.1:1776192953.168463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0d43e9. 00010000:00000010:3.1:1776192953.184946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f73c349. 00010000:00000010:3.1:1776192953.184962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b80069e7. 00010000:00000010:3.1:1776192953.184967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:2.1:1776192953.190298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3e6717d. 00010000:00000010:2.1:1776192953.190315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a20e3bd. 00010000:00000010:3.1:1776192953.191340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abcda3d9. 00010000:00000010:3.1:1776192953.197403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052037890. 00010000:00000010:2.1:1776192953.212571:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091632820. 00010000:00000010:2.1:1776192953.212588:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c8a1555. 00010000:00000010:3.1:1776192953.214378:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dd48a23. 00010000:00000010:0.1:1776192953.217801:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6def010. 00010000:00000010:0.1:1776192953.217813:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cbebba. 00010000:00000010:2.1:1776192953.222315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d4b4cbc. 00010000:00000010:2.1:1776192953.222321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:3.1:1776192953.234378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ac74633. 00010000:00000010:1.1:1776192953.242383:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044101ac0. 00010000:00000010:1.1:1776192953.242398:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088fc38b4. 00010000:00000010:1.1:1776192953.242402:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c8a1555. 00010000:00000010:1.1:1776192953.251054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fb4cf13. 00010000:00000010:1.1:1776192953.251072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ec66af. 00010000:00000010:1.1:1776192953.251076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0d43e9. 00010000:00000010:1.1:1776192953.253394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf88a57e. 00010000:00000010:0.1:1776192953.255310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d28d5c63. 00010000:00000010:0.1:1776192953.255321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192953.263241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd22fa1f. 00010000:00000010:0.1:1776192953.267239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000102cf4d0. 00010000:00000010:0.1:1776192953.267255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:2.1:1776192953.287197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b82a739d. 00010000:00000010:0.1:1776192953.291193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df7d379d. 00010000:00000010:0.1:1776192953.291204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.1:1776192953.291208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d694647. 00010000:00000010:0.1:1776192953.291211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:0.1:1776192953.301322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c27aeeb5. 00010000:00000010:0.1:1776192953.301332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7178af9. 00010000:00000010:0.1:1776192953.301336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.1:1776192953.305254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049d76a7c. 00010000:00000010:0.1:1776192953.305271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed692e6a. 00010000:00000010:0.1:1776192953.305277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:3.1:1776192953.310201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e62df1. 00010000:00000010:0.1:1776192953.310695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040bfff21. 00010000:00000010:0.1:1776192953.310705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:1.1:1776192953.313323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1d388b6. 00010000:00000010:0.1:1776192953.319274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb580e6. 00010000:00000010:0.1:1776192953.319284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.1:1776192953.323599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b407017. 00010000:00000010:0.1:1776192953.323610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192953.323614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d694647. 00010000:00000010:0.1:1776192953.323617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:3.1:1776192953.328333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020394b76. 00010000:00000010:2.1:1776192953.334207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c05138f. 00010000:00000010:0.1:1776192953.334233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e386a02. 00010000:00000010:0.1:1776192953.334241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:3.1:1776192953.338485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40ffa12. 00010000:00000010:1.1:1776192953.343225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ba94285. 00010000:00000010:1.1:1776192953.343243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:2.1:1776192953.358538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1fc4ee7. 00010000:00000010:0.1:1776192953.362612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a00bccb0. 00010000:00000010:0.1:1776192953.362625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0d43e9. 00010000:00000010:1.1:1776192953.363587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fc8b27. 00010000:00000010:0.1:1776192953.366405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e09e6d3. 00010000:00000010:0.1:1776192953.366412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:2.1:1776192953.366749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6fc25a. 00010000:00000010:0.1:1776192953.370239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ba71887. 00010000:00000010:0.1:1776192953.370259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192953.370263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d694647. 00010000:00000010:0.1:1776192953.370266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.1:1776192953.382241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caa90134. 00010000:00000010:0.1:1776192953.382249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:3.1:1776192953.382337:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091dea2b. 00010000:00000010:2.1:1776192953.384306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ca0c0e4. 00010000:00000010:0.1:1776192953.384373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006471d910. 00010000:00000010:0.1:1776192953.384380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:1.1:1776192953.388211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d63c759. 00010000:00000010:1.1:1776192953.388232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:3.1:1776192953.388250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0287a9e. 00010000:00000010:1.1:1776192953.395596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045ac6735. 00010000:00000010:1.1:1776192953.395614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047d4af6e. 00010000:00000010:1.1:1776192953.395621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192953.409340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e41d64e. 00010000:00000010:1.1:1776192953.409356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:3.1:1776192953.409818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060184128. 00010000:00000010:1.1:1776192953.421714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192953.421731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192953.425226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc38561. 00010000:00000010:1.1:1776192953.425243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eef28e8. 00010000:00000010:1.1:1776192953.425249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192953.436186:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043d0d78e. 00010000:00000010:1.1:1776192953.436193:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:2.1:1776192953.436461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016c32e41. 00010000:00000010:1.1:1776192953.440775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a794374. 00010000:00000010:1.1:1776192953.440782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:2.1:1776192953.442831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9199862. 00010000:00000010:3.1:1776192953.451947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d744025. 00010000:00000010:1.1:1776192953.453322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cad15b6. 00010000:00000010:1.1:1776192953.453334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192953.459287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c73756a4. 00010000:00000010:1.1:1776192953.459294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192953.459298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192953.459302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:3.1:1776192953.464204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f77bd78. 00010000:00000010:3.1:1776192953.472234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b9d2962. 00010000:00000010:1.1:1776192953.476306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ea001e7. 00010000:00000010:1.1:1776192953.476323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:3.1:1776192953.484225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d40b2a96. 00010000:00000010:0.1:1776192953.488202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3b0051a. 00010000:00000010:0.1:1776192953.488217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d6b78f. 00010000:00000010:2.1:1776192953.501216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d678ae. 00010000:00000010:2.1:1776192953.501233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006b154d8. 00010000:00000010:2.1:1776192953.501238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:1.1:1776192953.516171:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723eabd. 00010000:00000010:2.1:1776192953.524804:0:78341:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef88f58. 00010000:00000010:2.1:1776192953.525435:0:78341:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4baa3c5. 00010000:00000010:0.1:1776192953.536339:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0b7bdcd. 00010000:00000010:0.1:1776192953.536349:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:3.1:1776192953.537603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fccc58ab. 00010000:00000010:0.1:1776192953.560860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000912988e5. 00010000:00000010:0.1:1776192953.560877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000793ee56. 00010000:00000010:0.1:1776192953.560887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.1:1776192953.580824:0:78343:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000842e28f2. 00010000:00000010:0.1:1776192953.580838:0:78343:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e413a3d. 00010000:00000010:0.1:1776192953.580841:0:78343:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192953.580844:0:78343:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1a3db09. 00010000:00000010:0.1:1776192953.580856:0:78343:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a936bf0. 00010000:00000010:0.1:1776192953.580860:0:78343:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00010000:00000010:3.1:1776192953.595793:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e50da6d. 00010000:00000010:3.1:1776192953.595804:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fdb88f3. 00010000:00000010:3.1:1776192953.595809:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:3.1:1776192953.605177:0:78344:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acad3a9. 00010000:00000010:3.1:1776192953.605185:0:78344:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072588951. 00010000:00000010:3.1:1776192953.605190:0:78344:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:0.1:1776192953.614014:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcacef8. 00010000:00000010:0.1:1776192953.614027:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef31753. 00010000:00000010:0.1:1776192953.614033:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054051d96. 00010000:00000010:0.1:1776192953.614036:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d694647. 00010000:00000010:0.1:1776192953.614039:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00010000:00000010:0.1:1776192953.622219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007aa8091a. 00010000:00000010:0.1:1776192953.622229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:1.1:1776192953.623664:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015d9232. 00010000:00000010:1.1:1776192953.639613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca3d2d1a. 00010000:00000010:1.1:1776192953.639625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009358b8c0. 00010000:00000010:1.1:1776192953.639628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00010000:00000010:0.1:1776192953.645358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077436524. 00010000:00000010:1.1:1776192953.646341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd5e1d54. 00010000:00000010:1.1:1776192953.646351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:1.1:1776192953.648419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003024f6f2. 00010000:00000010:1.1:1776192953.648434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6c730bf. 00010000:00000010:1.1:1776192953.648438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192953.655275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a538b477. 00010000:00000010:1.1:1776192953.655302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:0.1:1776192953.659271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099fb6422. 00010000:00000010:1.1:1776192953.663182:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e82219f. 00010000:00000010:1.1:1776192953.663189:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:3.1:1776192953.674202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ab6b79. 00010000:00000010:3.1:1776192953.685640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca45a1e2. 00010000:00000010:1.1:1776192953.686188:0:78342:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b567bc78. 00010000:00000010:1.1:1776192953.686197:0:78342:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:0.1:1776192953.696758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003333704f. 00010000:00000010:0.1:1776192953.696768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a1ff8ce. 00010000:00000010:0.1:1776192953.696774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:1.1:1776192953.697897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b33d325f. 00010000:00000010:1.1:1776192953.697909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0461383. 00010000:00000010:1.1:1776192953.697914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:0.1:1776192953.706350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d628896. 00010000:00000010:0.1:1776192953.706364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:3.1:1776192953.706428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fc33a8b. 00010000:00000010:0.1:1776192953.720322:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d74711c1. 00010000:00000010:3.1:1776192953.720323:0:78341:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ed055a. 00010000:00000010:0.1:1776192953.720329:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192953.721454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000184dc866. 00010000:00000010:1.1:1776192953.721461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00010000:00000010:1.1:1776192953.721465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192953.721470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:3.1:1776192953.726366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce36a35b. 00010000:00000010:0.1:1776192953.731422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023334c3c. 00010000:00000010:0.1:1776192953.731433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8292070. 00010000:00000010:0.1:1776192953.731438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192953.734426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7383bc. 00010000:00000010:0.1:1776192953.734434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6a3bf3. 00010000:00000010:0.1:1776192953.734439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:1.1:1776192953.741228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6195a32. 00010000:00000010:0.1:1776192953.745621:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caf142dc. 00010000:00000010:0.1:1776192953.745631:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:3.1:1776192953.753230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ba48ee. 00010000:00000010:0.1:1776192953.758369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbf3e9b. 00010000:00000010:0.1:1776192953.758386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.1:1776192953.758390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d694647. 00010000:00000010:0.1:1776192953.758393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192953.770745:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043d6ec40. 00010000:00000010:0.1:1776192953.770756:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b92e10d4. 00010000:00000010:0.1:1776192953.770760:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:1.1:1776192953.777564:0:78348:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8d4f42d. 00010000:00000010:1.1:1776192953.777571:0:78348:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:3.1:1776192953.779532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008987eb69. 00010000:00000010:3.1:1776192953.779544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031900170. 00010000:00000010:3.1:1776192953.779547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076abc0bb. 00010000:00000010:3.1:1776192953.779551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:2.1:1776192953.782820:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109ec81f. 00010000:00000010:2.1:1776192953.782828:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0282f2a. 00010000:00000010:2.1:1776192953.782833:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:0.1:1776192953.799607:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f910b195. 00010000:00000010:0.1:1776192953.799616:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4baa3c5. 00010000:00000010:0.1:1776192953.799619:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d694647. 00010000:00000010:0.1:1776192953.799624:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:2.1:1776192953.799898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c11d1ec. 00010000:00000010:1.1:1776192953.819369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f90073. 00010000:00000010:1.1:1776192953.819382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084cdafa0. 00010000:00000010:1.1:1776192953.819386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:3.1:1776192953.819687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5f98218. 00010000:00000010:1.1:1776192953.820539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce69623e. 00010000:00000010:1.1:1776192953.820548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a7a1c2. 00010000:00000010:1.1:1776192953.830465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001edbac34. 00010000:00000010:1.1:1776192953.830478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084514a5b. 00010000:00000010:1.1:1776192953.830485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe43561. 00010000:00000010:2.1:1776192953.832178:0:78350:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f0ac79b. 00010000:00000010:1.1:1776192953.836412:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f0898fb. 00010000:00000010:1.1:1776192953.836419:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5781fb3. 00010000:00000010:0.1:1776192953.841202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000743b21ab. 00010000:00000010:1.1:1776192953.847226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0b9abf. 00010000:00000010:1.1:1776192953.847238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a7a1c2. 00010000:00000010:1.1:1776192953.847242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192953.847245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe43561. 00010000:00000010:1.1:1776192953.860688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096255aff. 00010000:00000010:1.1:1776192953.860696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caa4a8ec. 00010000:00000010:1.1:1776192953.860700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5781fb3. 00010000:00000010:1.1:1776192953.876808:0:78342:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088a69ca1. 00010000:00000010:1.1:1776192953.876815:0:78342:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:3.1:1776192953.891215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c271632b. 00010000:00000010:0.1:1776192953.894772:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002473e778. 00010000:00000010:0.1:1776192953.894779:0:78352:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9a00c44. 00010000:00000010:0.1:1776192953.894784:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:2.1:1776192953.899178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed756a99. 00010000:00000010:2.1:1776192953.899401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5781fb3. 00010000:00000010:1.1:1776192953.900048:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aed7619. 00010000:00000010:3.1:1776192953.905442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f661833. 00010000:00000010:1.1:1776192953.907823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daafe57e. 00010000:00000010:1.1:1776192953.907835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6dd4c9. 00010000:00000010:2.1:1776192953.912222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9c4224. 00010000:00000010:1.1:1776192953.912542:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000285aef38. 00010000:00000010:1.1:1776192953.912549:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe43561. 00010000:00000010:0.1:1776192953.936307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2e0f354. 00010000:00000010:0.1:1776192953.936322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025117db2. 00010000:00000010:2.1:1776192953.936654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00010000:00000010:2.1:1776192953.936662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea10743c. 00010000:00000010:2.1:1776192953.936667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a7a1c2. 00010000:00000010:2.1:1776192953.939296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3f08df7. 00010000:00000010:0.1:1776192953.962462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001463acf2. 00010000:00000010:0.1:1776192953.962486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d121a86d. 00010000:00000010:0.1:1776192953.962490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:3.1:1776192953.968994:0:78353:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084f6fa59. 00010000:00000010:0.1:1776192953.970228:0:64778:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000009d9c5. 00010000:00000010:0.1:1776192953.970233:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.1:1776192953.970274:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005df986fa. 00010000:00000010:0.1:1776192953.978107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce24b54b. 00010000:00000010:0.1:1776192953.978121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.1:1776192953.978126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d694647. 00010000:00000010:0.1:1776192953.978129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192953.979924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fedefab8. 00010000:00000010:3.1:1776192953.980637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f0a428. 00010000:00000010:3.1:1776192953.980645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afcc513. 00010000:00000010:0.1:1776192953.994534:0:78354:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfd269cc. 00010000:00000010:0.1:1776192953.994551:0:78354:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0078cf2. 00010000:00000010:0.1:1776192953.994555:0:78354:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d75f77. 00010000:00000010:3.1:1776192954.003634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000943b0f71. 00010000:00000010:3.1:1776192954.003645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d7afd78. 00010000:00000010:3.1:1776192954.003649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:1.1:1776192954.020389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078309841. 00010000:00000010:1.1:1776192954.020404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031df7765. 00010000:00000010:1.1:1776192954.020408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da8bb07. 00010000:00000010:1.1:1776192954.031316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b64db2. 00010000:00000010:1.1:1776192954.031346:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c59a043. 00010000:00000010:1.1:1776192954.031350:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe43561. 00010000:00000010:1.1:1776192954.031355:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192954.031358:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460b6f59. 00010000:00000010:3.1:1776192954.038337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c3af7d. 00010000:00000010:3.1:1776192954.038348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7805d40. 00010000:00000010:3.1:1776192954.038352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a7a1c2. 00010000:00000010:3.1:1776192954.068208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54259db. 00010000:00000010:2.1:1776192954.068271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6316fd. 00010000:00000010:2.1:1776192954.068278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3310243. 00010000:00000010:1.1:1776192954.078598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028832630. 00010000:00000010:1.1:1776192954.078607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099eb7345. 00010000:00000010:0.1:1776192954.083206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c62f906. 00010000:00000010:2.1:1776192954.083266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9d60cdc. 00010000:00000010:1.1:1776192954.090992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f8e1bb3. 00010000:00000010:1.1:1776192954.091005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460b6f59. 00010000:00000010:2.1:1776192954.120727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002277f48. 00010000:00000010:2.1:1776192954.120743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016dffa58. 00010000:00000010:2.1:1776192954.120747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe43561. 00010000:00000010:3.1:1776192954.128347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004331610e. 00010000:00000010:3.1:1776192954.128361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056f3f330. 00010000:00000010:3.1:1776192954.128365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.1:1776192954.138302:0:78361:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f26d4b8. 00010000:00000010:0.1:1776192954.138314:0:78361:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaf25b67. 00010000:00000010:0.1:1776192954.138317:0:78361:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:1.1:1776192954.140232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092a3f5a. 00010000:00000010:1.1:1776192954.140244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e00b7b0a. 00010000:00000010:1.1:1776192954.140248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008598aaeb. 00010000:00000010:3.1:1776192954.144261:0:78363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f50e4d5. 00010000:00000010:3.1:1776192954.144276:0:78363:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aef62ac. 00010000:00000010:3.1:1776192954.144279:0:78363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460b6f59. 00010000:00000010:3.1:1776192954.164285:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008baa9ed2. 00010000:00000010:3.1:1776192954.164290:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082321323. 00010000:00000010:3.1:1776192954.164294:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e4281f. 00010000:00000010:3.1:1776192954.164304:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3599cf. 00010000:00000010:3.1:1776192954.164307:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658e1b80. 00010000:00000010:3.1:1776192954.164309:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd09b28. 00010000:00000010:1.1:1776192954.174595:0:78365:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d57255c6. 00010000:00000010:1.1:1776192954.174609:0:78365:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9215b9d. 00010000:00000010:3.1:1776192954.175224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008e0d410. 00010000:00000010:3.1:1776192954.175230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e293d959. 00010000:00000010:0.1:1776192954.175633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070394dd6. 00010000:00000010:0.1:1776192954.183180:0:78366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1facefc. 00010000:00000010:3.1:1776192954.183187:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9f02a1f. 00010000:00000010:3.1:1776192954.183192:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000520d6a3f. 00010000:00000010:0.1:1776192954.183192:0:78366:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015c8f18b. 00010000:00000010:3.1:1776192954.183195:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.1:1776192954.183195:0:78366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5781fb3. 00010000:00000010:2.1:1776192954.192559:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4f82cb3. 00010000:00000010:2.1:1776192954.200709:0:78367:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1dbdc3. 00010000:00000010:2.1:1776192954.200716:0:78367:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006265db78. 00010000:00000010:2.1:1776192954.200720:0:78367:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd09b28. 00010000:00000010:3.1:1776192954.202975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0ddb3da. 00010000:00000010:3.1:1776192954.202990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49d57dc. 00010000:00000010:3.1:1776192954.202994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0385d1. 00010000:00000010:3.1:1776192954.202998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068140793. 00010000:00000010:3.1:1776192954.203001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e293d959. 00010000:00000010:3.1:1776192954.203004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd60063. 00010000:00000010:3.1:1776192954.203007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e04134a. 00010000:00000010:3.1:1776192954.203009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e4281f. 00010000:00000010:3.1:1776192954.221187:0:78371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032288a5c. 00010000:00000010:3.1:1776192954.221196:0:78371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009882abac. 00010000:00000010:3.1:1776192954.221199:0:78371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3062074. 00010000:00000010:3.1:1776192954.223886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6ff5f48. 00010000:00000010:3.1:1776192954.223900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9215b9d. 00010000:00000010:2.1:1776192954.224229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000800e0159. 00010000:00000010:0.1:1776192954.227176:0:78361:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031356f43. 00010000:00000010:0.1:1776192954.227184:0:78361:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e99f1548. 00010000:00000010:0.1:1776192954.227187:0:78361:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e4281f. 00010000:00000010:3.1:1776192954.241180:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc82e73a. 00010000:00000010:3.1:1776192954.241188:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aad2663b. 00010000:00000010:1.1:1776192954.242958:0:78372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f42b4700. 00010000:00000010:1.1:1776192954.242967:0:78372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:2.1:1776192954.244496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037df97e2. 00010000:00000010:2.1:1776192954.244508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf05085. 00010000:00000010:3.1:1776192954.246418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431772fa. 00010000:00000010:3.1:1776192954.246431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c78811. 00010000:00000010:0.1:1776192954.249611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098409441. 00010000:00000010:2.1:1776192954.252205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d6f0920. 00010000:00000010:2.1:1776192954.252221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000686a9c84. 00010000:00000010:2.1:1776192954.252226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9215b9d. 00010000:00000010:3.1:1776192954.267720:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a21895de. 00010000:00000010:3.1:1776192954.267726:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e8ad1c1. 00010000:00000010:3.1:1776192954.267730:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf05085. 00010000:00000010:3.1:1776192954.269747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008525e957. 00010000:00000010:3.1:1776192954.269771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068dda604. 00010000:00000010:3.1:1776192954.269776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3062074. 00010000:00000010:1.1:1776192954.276179:0:78377:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d872276a. 00010000:00000010:1.1:1776192954.276193:0:78377:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059084324. 00010000:00000010:1.1:1776192954.276198:0:78377:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e293d959. 00010000:00000010:1.1:1776192954.276201:0:78377:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192954.276204:0:78377:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:0.1:1776192954.286319:0:78379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86eaa9e. 00010000:00000010:0.1:1776192954.286329:0:78379:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2aec8aa. 00010000:00000010:0.1:1776192954.286332:0:78379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192954.309186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2dfcb3. 00010000:00000010:2.1:1776192954.309227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000548d618b. 00010000:00000010:2.1:1776192954.309233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007a21c0e. 00010000:00000010:2.1:1776192954.309236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00010000:00000010:2.1:1776192954.346189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a4a07d1. 00010000:00000010:2.1:1776192954.346201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edef9618. 00010000:00000010:2.1:1776192954.346207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce513fa. 00010000:00000010:2.1:1776192954.346209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eb63966. 00010000:00000010:2.1:1776192954.346212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf05085. 00010000:00000010:3.1:1776192954.350285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f661d1f. 00010000:00000010:3.1:1776192954.350297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000446f7a24. 00010000:00000010:3.1:1776192954.350305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068140793. 00010000:00000010:3.1:1776192954.350308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3062074. 00010000:00000010:3.1:1776192954.350311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000993dbc3d. 00010000:00000010:3.1:1776192954.350314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008598aaeb. 00010000:00000010:3.1:1776192954.350316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507804c5. 00010000:00000010:3.1:1776192954.350319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3310243. 00010000:00000010:3.1:1776192954.350322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007093339b. 00010000:00000010:3.1:1776192954.350324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da8bb07. 00010000:00000010:3.1:1776192954.350339:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd2f84bb. 00010000:00000010:3.1:1776192954.350342:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d75f77. 00010000:00000010:3.1:1776192954.350345:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004c4b92b. 00010000:00000010:3.1:1776192954.350348:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cd954b. 00010000:00000010:3.1:1776192954.350350:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cf0211f. 00010000:00000010:3.1:1776192954.350352:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023334c3c. 00010000:00000010:3.1:1776192954.350354:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000596f782a. 00010000:00000010:3.1:1776192954.350356:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054051d96. 00010000:00000010:3.1:1776192954.350358:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000950d9bfd. 00010000:00000010:3.1:1776192954.350360:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a20e3bd. 00010000:00000010:3.1:1776192954.350363:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e043785. 00010000:00000010:3.1:1776192954.350365:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca06ca. 00010000:00000010:3.1:1776192954.350367:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017a459c4. 00010000:00000010:3.1:1776192954.350370:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d8d5d50. 00010000:00000010:3.1:1776192954.350373:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006471d910. 00010000:00000010:3.1:1776192954.350375:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c94b2d. 00010000:00000010:3.1:1776192954.350377:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed1951ab. 00010000:00000010:3.1:1776192954.350379:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db5bd73. 00010000:00000010:3.1:1776192954.350384:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e09e6d3. 00010000:00000010:3.1:1776192954.350387:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e728703. 00010000:00000010:3.1:1776192954.350390:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ddbaea3. 00010000:00000010:3.1:1776192954.350392:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e293d959. 00010000:00000010:3.1:1776192954.350394:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024637c57. 00010000:00000010:3.1:1776192954.350396:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9215b9d. 00010000:00000010:3.1:1776192954.350398:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b587aa7. 00010000:00000010:3.1:1776192954.350400:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e4281f. 00010000:00000010:3.1:1776192954.350402:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2025893. 00010000:00000010:3.1:1776192954.350404:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd09b28. 00010000:00000010:3.1:1776192954.350406:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e2f526d. 00010000:00000010:3.1:1776192954.350409:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ae4331. 00010000:00000010:3.1:1776192954.350413:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b919200. 00010000:00000010:3.1:1776192954.350415:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331c849f. 00010000:00000010:3.1:1776192954.350418:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfb62f. 00010000:00000010:3.1:1776192954.350421:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fc2021f. 00010000:00000010:3.1:1776192954.350423:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a6367a9. 00010000:00000010:3.1:1776192954.350425:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003074e0a7. 00010000:00000010:3.1:1776192954.350427:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008691a544. 00010000:00000010:3.1:1776192954.350430:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000def18852. 00010000:00000010:3.1:1776192954.350434:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ba71887. 00010000:00000010:3.1:1776192954.350438:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a73db33. 00010000:00000010:3.1:1776192954.350441:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9007717. 00010000:00000010:3.1:1776192954.350444:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8792e. 00010000:00000010:3.1:1776192954.350445:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a96dbee. 00010000:00000010:3.1:1776192954.350448:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b90a60af. 00010000:00000010:3.1:1776192954.350450:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2cbdc7a. 00010000:00000010:3.1:1776192954.350453:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c2def5. 00010000:00000010:3.1:1776192954.350455:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8077625. 00010000:00000010:3.1:1776192954.350660:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdb894e7. 00010000:00000010:3.1:1776192954.350663:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c124bb9. 00010000:00000010:3.1:1776192954.350665:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e709ec8. 00010000:00000010:3.1:1776192954.350669:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621d4f81. 00010000:00000010:3.1:1776192954.350672:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf86e77. 00010000:00000010:3.1:1776192954.350674:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000177a93e3. 00010000:00000010:3.1:1776192954.350676:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5a8f8b. 00010000:00000010:3.1:1776192954.350678:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8702929. 00010000:00000010:3.1:1776192954.350680:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af501ba8. 00010000:00000010:3.1:1776192954.350683:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df7d379d. 00010000:00000010:3.1:1776192954.350686:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b668aac9. 00010000:00000010:3.1:1776192954.350688:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc01db8c. 00010000:00000010:3.1:1776192954.350690:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867d9b6d. 00010000:00000010:3.1:1776192954.350693:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5c495ac. 00010000:00000010:3.1:1776192954.350695:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081b3c373. 00010000:00000010:3.1:1776192954.350697:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5327587. 00010000:00000010:3.1:1776192954.350699:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f70e003a. 00010000:00000010:3.1:1776192954.350701:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000104c1c08. 00010000:00000010:3.1:1776192954.350704:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ed055a. 00010000:00000010:3.1:1776192954.350709:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9956d53. 00010000:00000010:3.1:1776192954.350711:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f256e1c. 00010000:00000010:3.1:1776192954.350713:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6be692a. 00010000:00000010:3.1:1776192954.350715:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27a2ab9. 00010000:00000010:3.1:1776192954.350717:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000901464a1. 00010000:00000010:3.1:1776192954.350720:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdaf8b2d. 00010000:00000010:3.1:1776192954.350723:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000db7ee34. 00010000:00000010:3.1:1776192954.350725:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e1731f. 00010000:00000010:3.1:1776192954.350726:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb5664a6. 00010000:00000010:3.1:1776192954.350729:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7f149f5. 00010000:00000010:3.1:1776192954.350733:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029dc8ac4. 00010000:00000010:3.1:1776192954.350736:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005aebf35. 00010000:00000010:3.1:1776192954.350738:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c799b96f. 00010000:00000010:3.1:1776192954.350740:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006807c248. 00010000:00000010:3.1:1776192954.350743:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144ae77d. 00010000:00000010:3.1:1776192954.350745:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd49ee7. 00010000:00000010:3.1:1776192954.350747:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807b7e07. 00010000:00000010:3.1:1776192954.350749:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb0bfb8. 00010000:00000010:3.1:1776192954.350751:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a5b026f. 00010000:00000010:3.1:1776192954.350753:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ade6542. 00010000:00000010:3.1:1776192954.350755:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2035a9d. 00010000:00000010:3.1:1776192954.350757:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7cca1db. 00010000:00000010:3.1:1776192954.350758:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee841bc5. 00010000:00000010:3.1:1776192954.350761:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9f1dc4. 00010000:00000010:3.1:1776192954.350763:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009959af03. 00010000:00000010:3.1:1776192954.350765:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef3902d. 00010000:00000010:3.1:1776192954.350767:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e981919. 00010000:00000010:3.1:1776192954.350770:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005385b31c. 00010000:00000010:3.1:1776192954.350774:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090cf86fb. 00010000:00000010:3.1:1776192954.350777:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c1637f7. 00010000:00000010:3.1:1776192954.350779:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6f83cb. 00010000:00000010:3.1:1776192954.350783:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c14ff5. 00010000:00000010:3.1:1776192954.350786:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d719d53. 00010000:00000010:3.1:1776192954.350789:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b1736cc. 00010000:00000010:3.1:1776192954.350793:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004127769f. 00010000:00000010:3.1:1776192954.350796:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a646a5b. 00010000:00000010:3.1:1776192954.350798:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a531c87. 00010000:00000010:3.1:1776192954.350800:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4d18296. 00010000:00000010:3.1:1776192954.350984:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000861e0c94. 00010000:00000010:3.1:1776192954.350989:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab8235c. 00010000:00000010:3.1:1776192954.350992:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000328bcd67. 00010000:00000010:3.1:1776192954.350994:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f3039f5. 00010000:00000010:3.1:1776192954.350997:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2e7f665. 00010000:00000010:3.1:1776192954.351000:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009517157f. 00010000:00000010:3.1:1776192954.351004:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3e3463. 00010000:00000010:3.1:1776192954.351006:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f16818b. 00010000:00000010:3.1:1776192954.351008:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000745d9742. 00010000:00000010:3.1:1776192954.351011:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b01aa9. 00010000:00000010:3.1:1776192954.351014:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de5776b0. 00010000:00000010:3.1:1776192954.351017:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cfc405. 00010000:00000010:3.1:1776192954.351020:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c46af6. 00010000:00000010:3.1:1776192954.351022:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d6631d. 00010000:00000010:3.1:1776192954.351024:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdbeb025. 00010000:00000010:3.1:1776192954.351026:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bcdc7ae. 00010000:00000010:3.1:1776192954.351029:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ce9b47a. 00010000:00000010:3.1:1776192954.351031:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092e32246. 00010000:00000010:3.1:1776192954.351034:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac5cfde1. 00010000:00000010:3.1:1776192954.351036:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93585c0. 00010000:00000010:3.1:1776192954.351038:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd51237d. 00010000:00000010:3.1:1776192954.351041:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b927a373. 00010000:00000010:3.1:1776192954.351042:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb89cdce. 00010000:00000010:3.1:1776192954.351046:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905e6464. 00010000:00000010:3.1:1776192954.351048:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000851654a1. 00010000:00000010:3.1:1776192954.351050:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b6100e. 00010000:00000010:3.1:1776192954.351055:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc2dca3. 00010000:00000010:3.1:1776192954.351058:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ffeb8b. 00010000:00000010:3.1:1776192954.351059:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecae67ef. 00010000:00000010:3.1:1776192954.351061:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004974f21d. 00010000:00000010:3.1:1776192954.351063:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e699f6f. 00010000:00000010:3.1:1776192954.351066:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa76f00d. 00010000:00000010:3.1:1776192954.351067:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b375f44. 00010000:00000010:3.1:1776192954.351069:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006659bc36. 00010000:00000010:3.1:1776192954.351071:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006093e309. 00010000:00000010:3.1:1776192954.351073:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffce299c. 00010000:00000010:3.1:1776192954.351076:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047fe6a71. 00010000:00000010:3.1:1776192954.351080:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000446c9df. 00010000:00000010:3.1:1776192954.351084:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049f9bfa8. 00010000:00000010:3.1:1776192954.351086:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002057cb28. 00010000:00000010:3.1:1776192954.351088:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfaeb96c. 00010000:00000010:3.1:1776192954.351090:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002de5ff3e. 00010000:00000010:3.1:1776192954.351092:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b541e9f0. 00010000:00000010:3.1:1776192954.351095:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9eeb98f. 00010000:00000010:3.1:1776192954.351096:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c721b9b9. 00010000:00000010:3.1:1776192954.351099:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4f82cb3. 00010000:00000010:3.1:1776192954.351101:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b11305e. 00010000:00000010:3.1:1776192954.351103:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beedcaf4. 00010000:00000010:3.1:1776192954.351105:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000370d8bac. 00010000:00000010:3.1:1776192954.351108:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b5ec3f9. 00010000:00000010:3.1:1776192954.351110:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028fad114. 00010000:00000010:3.1:1776192954.351113:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000753b0388. 00010000:00000010:3.1:1776192954.351115:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081744623. 00010000:00000010:3.1:1776192954.351118:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002329b6d6. 00010000:00000010:3.1:1776192954.351120:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9de7d51. 00010000:00000010:3.1:1776192954.351122:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008383e0aa. 00010000:00000010:3.1:1776192954.351124:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015bbe76b. 00010000:00000010:3.1:1776192954.351126:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de845c45. 00010000:00000010:3.1:1776192954.351128:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004481bd8e. 00010000:00000010:3.1:1776192954.351131:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000858b4d20. 00010000:00000010:3.1:1776192954.351134:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500a85eb. 00010000:00000010:3.1:1776192954.351138:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d78258f. 00010000:00000010:3.1:1776192954.351141:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e17958. 00010000:00000010:3.1:1776192954.351143:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dec1a3f. 00010000:00000010:3.1:1776192954.351145:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d75b0199. 00010000:00000010:3.1:1776192954.351147:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee71ebec. 00010000:00000010:3.1:1776192954.351149:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e97b0f3. 00010000:00000010:3.1:1776192954.351152:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009467d76c. 00010000:00000010:3.1:1776192954.351188:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd91f95e. 00010000:00000010:2.1:1776192954.351189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067aec15a. 00010000:00000010:3.1:1776192954.351193:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031356f43. 00010000:00000010:2.1:1776192954.351195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d03b42. 00010000:00000010:3.1:1776192954.351198:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f90854fa. 00010000:00000010:2.1:1776192954.351200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c78811. 00010000:00000010:3.1:1776192954.351202:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00010000:00000010:3.1:1776192954.351206:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007026a3db. 00010000:00000010:2.1:1776192954.351208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff838f8. 00010000:00000010:3.1:1776192954.351210:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a517f1ec. 00010000:00000010:2.1:1776192954.351214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0385d1. 00010000:00000010:3.1:1776192954.351215:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a5aa24. 00010000:00000010:2.1:1776192954.351216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3639778. 00010000:00000010:3.1:1776192954.351219:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fd1112. 00010000:00000010:2.1:1776192954.351220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:3.1:1776192954.351226:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f50353. 00010000:00000010:2.1:1776192954.351226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000708e099d. 00010000:00000010:3.1:1776192954.351230:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00010000:00000010:2.1:1776192954.351230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099eb7345. 00010000:00000010:3.1:1776192954.351234:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b35dac3. 00010000:00000010:2.1:1776192954.351234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c3c5a9. 00010000:00000010:3.1:1776192954.351238:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00010000:00000010:2.1:1776192954.351238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025117db2. 00010000:00000010:2.1:1776192954.351241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b4087d0. 00010000:00000010:3.1:1776192954.351242:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000321f7976. 00010000:00000010:2.1:1776192954.351245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6dd4c9. 00010000:00000010:3.1:1776192954.351246:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.1:1776192954.351248:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d49180d. 00010000:00000010:2.1:1776192954.351248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f75d71b4. 00010000:00000010:3.1:1776192954.351252:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:2.1:1776192954.351253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4baa3c5. 00010000:00000010:3.1:1776192954.351255:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc90a93. 00010000:00000010:2.1:1776192954.351255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000864d0829. 00010000:00000010:2.1:1776192954.351259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:3.1:1776192954.351260:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1eee2f8. 00010000:00000010:2.1:1776192954.351261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9862819. 00010000:00000010:3.1:1776192954.351263:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae81f5b8. 00010000:00000010:2.1:1776192954.351264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d6b78f. 00010000:00000010:3.1:1776192954.351266:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00010000:00000010:3.1:1776192954.351267:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ddbf63. 00010000:00000010:3.1:1776192954.351269:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c276491. 00010000:00000010:2.1:1776192954.351269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008304ff47. 00010000:00000010:3.1:1776192954.351272:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17bf821. 00010000:00000010:3.1:1776192954.351275:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:2.1:1776192954.351281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c8a1555. 00010000:00000010:2.1:1776192954.351286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096cb8c6d. 00010000:00000010:2.1:1776192954.351289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cbebba. 00010000:00000010:2.1:1776192954.351291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b3080af. 00010000:00000010:2.1:1776192954.351294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:2.1:1776192954.351297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e33d420. 00010000:00000010:2.1:1776192954.351300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951a88e3. 00010000:00000010:2.1:1776192954.351302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000911cd710. 00010000:00000010:2.1:1776192954.351304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017fd0b7c. 00010000:00000010:2.1:1776192954.351307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db06bb2d. 00010000:00000010:2.1:1776192954.351311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55596c8. 00010000:00000010:2.1:1776192954.351313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffb2493b. 00010000:00000010:2.1:1776192954.351317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a332879. 00010000:00000010:2.1:1776192954.351319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f2d7d6f. 00010000:00000010:2.1:1776192954.351322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eeb1bd1. 00010000:00000010:2.1:1776192954.351324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f54d22a9. 00010000:00000010:2.1:1776192954.351327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9493de. 00010000:00000010:2.1:1776192954.351332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ccf55ac. 00010000:00000010:2.1:1776192954.351337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d200c49d. 00010000:00000010:2.1:1776192954.351342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c57e8582. 00010000:00000010:2.1:1776192954.351346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910d64e4. 00010000:00000010:2.1:1776192954.351348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c897a982. 00010000:00000010:2.1:1776192954.351351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c89e977. 00010000:00000010:2.1:1776192954.351356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007de21c0e. 00010000:00000010:2.1:1776192954.351362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c31abe. 00010000:00000010:2.1:1776192954.351367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064fcbac9. 00010000:00000010:2.1:1776192954.351370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877b35ce. 00010000:00000010:2.1:1776192954.351373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a37612f1. 00010000:00000010:2.1:1776192954.351375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00e9e31. 00010000:00000010:2.1:1776192954.351377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec210856. 00010000:00000010:2.1:1776192954.351379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2813b7. 00010000:00000010:2.1:1776192954.351381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b6d1509. 00010000:00000010:2.1:1776192954.351384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0bb9493. 00010000:00000010:2.1:1776192954.351386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bcd4f4b. 00010000:00000010:2.1:1776192954.351388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692edc52. 00010000:00000010:2.1:1776192954.364853:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e30516. 00010000:00000010:2.1:1776192954.364863:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c3af7d. 00010000:00000010:2.1:1776192954.364868:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f3e7d4. 00010000:00000010:2.1:1776192954.364872:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001432d72d. 00010000:00000010:2.1:1776192954.364894:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009438f3da. 00010000:00000010:2.1:1776192954.364898:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c4682f. 00010000:00000010:2.1:1776192954.364901:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a717adc0. 00010000:00000010:2.1:1776192954.364903:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000074db39c. 00010000:00000010:2.1:1776192954.373248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000026be64e. 00010000:00000010:2.1:1776192954.373257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004593e9af. 00010000:00000010:2.1:1776192954.373261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78e84de. 00010000:00000010:2.1:1776192954.373263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014443768. 00010000:00000010:2.1:1776192954.373266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1bcb09a. 00010000:00000010:2.1:1776192954.373269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dbeb78. 00010000:00000010:2.1:1776192954.373271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a79d3ac6. 00010000:00000010:2.1:1776192954.373273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f87aa2e. 00010000:00000010:2.1:1776192954.373275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018b80366. 00010000:00000010:2.1:1776192954.373279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55596c8. 00010000:00000010:2.1:1776192954.373296:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ccf55ac. 00010000:00000010:2.1:1776192954.373302:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017fd0b7c. 00010000:00000010:2.1:1776192954.373305:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f54d22a9. 00010000:00000010:2.1:1776192954.373308:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951a88e3. 00010000:00000010:2.1:1776192954.373311:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f2d7d6f. 00010000:00000010:2.1:1776192954.373313:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:2.1:1776192954.373315:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffb2493b. 00010000:00000010:2.1:1776192954.373318:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cbebba. 00010000:00000010:2.1:1776192954.373320:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db06bb2d. 00010000:00000010:2.1:1776192954.373323:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c8a1555. 00010000:00000010:2.1:1776192954.373326:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000911cd710. 00010000:00000010:2.1:1776192954.373328:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d6b78f. 00010000:00000010:2.1:1776192954.373331:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e33d420. 00010000:00000010:2.1:1776192954.373334:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:2.1:1776192954.373336:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b3080af. 00010000:00000010:2.1:1776192954.373338:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4baa3c5. 00010000:00000010:2.1:1776192954.373340:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096cb8c6d. 00010000:00000010:2.1:1776192954.373342:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6dd4c9. 00010000:00000010:2.1:1776192954.373344:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008304ff47. 00010000:00000010:2.1:1776192954.373346:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025117db2. 00010000:00000010:2.1:1776192954.373350:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9862819. 00010000:00000010:2.1:1776192954.373355:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099eb7345. 00010000:00000010:2.1:1776192954.373357:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000864d0829. 00010000:00000010:2.1:1776192954.373360:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:2.1:1776192954.373362:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f75d71b4. 00010000:00000010:2.1:1776192954.373364:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0385d1. 00010000:00000010:2.1:1776192954.373366:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b4087d0. 00010000:00000010:2.1:1776192954.373368:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c78811. 00010000:00000010:2.1:1776192954.373371:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c3c5a9. 00010000:00000010:2.1:1776192954.373373:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf05085. 00010000:00000010:2.1:1776192954.373375:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000708e099d. 00010000:00000010:2.1:1776192954.373378:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edef9618. 00010000:00000010:2.1:1776192954.373380:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3639778. 00010000:00000010:2.1:1776192954.373383:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000356df5c0. 00010000:00000010:2.1:1776192954.373385:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff838f8. 00010000:00000010:2.1:1776192954.373387:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300d5050. 00010000:00000010:2.1:1776192954.373391:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000051d107c. 00010000:00000010:2.1:1776192954.373396:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50f8f1d. 00010000:00000010:2.1:1776192954.373399:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062949350. 00010000:00000010:2.1:1776192954.373401:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:2.1:1776192954.373404:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065ee4535. 00010000:00000010:2.1:1776192954.373407:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050c7e1d. 00010000:00000010:2.1:1776192954.373409:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa809807. 00010000:00000010:2.1:1776192954.373411:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096976ce3. 00010000:00000010:2.1:1776192954.373414:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1de21c4. 00010000:00000010:2.1:1776192954.373416:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250ff07c. 00010000:00000010:2.1:1776192954.373418:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f1eb70. 00010000:00000010:2.1:1776192954.373421:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000295ca785. 00010000:00000010:2.1:1776192954.373425:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c76526b. 00010000:00000010:2.1:1776192954.373427:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b409c9. 00010000:00000010:2.1:1776192954.374098:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e001264a. 00010000:00000010:2.1:1776192954.374101:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036555115. 00010000:00000010:2.1:1776192954.374105:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2097459. 00010000:00000010:2.1:1776192954.374108:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e2e38d. 00010000:00000010:2.1:1776192954.374110:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001800401f. 00010000:00000010:2.1:1776192954.374113:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5da8397. 00010000:00000010:2.1:1776192954.374296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004294dab3. 00010000:00000010:2.1:1776192954.374301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2d324. 00010000:00000010:2.1:1776192954.374312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e76c6f. 00010000:00000010:2.1:1776192954.374315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b7ccd9. 00010000:00000010:2.1:1776192954.374317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcb40a9b. 00010000:00000010:2.1:1776192954.374320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f470e48b. 00010000:00000010:2.1:1776192954.374322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cac97695. 00010000:00000010:2.1:1776192954.374344:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad963f32. 00010000:00000010:2.1:1776192954.374348:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8c6fbd. 00010000:00000010:2.1:1776192954.374351:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001da8bfc9. 00010000:00000010:2.1:1776192954.374353:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e15a24d. 00010000:00000010:2.1:1776192954.374355:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009698cf31. 00010000:00000010:2.1:1776192954.374358:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a717adc0. 00010000:00000010:2.1:1776192954.374361:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:2.1:1776192954.374363:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009438f3da. 00010000:00000010:2.1:1776192954.374366:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000074db39c. 00010000:00000010:2.1:1776192954.374369:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f3e7d4. 00010000:00000010:2.1:1776192954.374372:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c4682f. 00010000:00000010:2.1:1776192954.374377:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba49f55b. 00010000:00000010:2.1:1776192954.374380:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001432d72d. 00010000:00000010:2.1:1776192954.374383:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ec24546. 00010000:00000010:2.1:1776192954.374386:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c3af7d. 00010000:00000010:2.1:1776192954.374388:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f546742c. 00010000:00000010:2.1:1776192954.374391:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d32001f. 00010000:00000010:2.1:1776192954.374393:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3ddce25. 00010000:00000010:2.1:1776192954.374396:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:2.1:1776192954.374398:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031d8c0ef. 00010000:00000010:2.1:1776192954.374402:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.1:1776192954.374404:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfef258. 00010000:00000010:2.1:1776192954.374406:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.1:1776192954.374409:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cc471bb. 00010000:00000010:2.1:1776192954.374411:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58acd9a. 00010000:00000010:2.1:1776192954.374413:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2fd2cd2. 00010000:00000010:2.1:1776192954.374415:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.1:1776192954.374417:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c44154f. 00010000:00000010:2.1:1776192954.374419:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00010000:00000010:2.1:1776192954.374420:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079122b43. 00010000:00000010:2.1:1776192954.374423:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dda0a5. 00010000:00000010:2.1:1776192954.374425:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eedd6a02. 00010000:00000010:2.1:1776192954.374671:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.1:1776192954.374677:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007136eb3b. 00010000:00000010:2.1:1776192954.374680:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.1:1776192954.374682:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d938ade3. 00010000:00000010:2.1:1776192954.374684:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d9c1ab. 00010000:00000010:0.1:1776192954.386234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcacd36. 00010000:00000010:0.1:1776192954.394258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b77598dd. 00010000:00000010:2.1:1776192954.394446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d625a5ce. 00010000:00000010:2.1:1776192954.394452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.1:1776192954.394455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095a910f0. 00010000:00000010:2.1:1776192954.394458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d9c1ab. 00010000:00000010:2.1:1776192954.402271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cb53fab. 00010000:00000010:2.1:1776192954.402287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f6df469. 00010000:00000010:2.1:1776192954.402291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.1:1776192954.402293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b73de9. 00010000:00000010:2.1:1776192954.402296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fce9479. 00010000:00000010:2.1:1776192954.402298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.1:1776192954.406225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044c86f7e. 00010000:00000010:2.1:1776192954.406237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dda0a5. 00010000:00000010:0.1:1776192954.410784:0:78383:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1752ea6. 00010000:00000010:1.1:1776192954.430327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c85ffe. 00010000:00000010:1.1:1776192954.430340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d9c1ab. 00010000:00000010:3.1:1776192954.439268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aacddd4. 00010000:00000010:3.1:1776192954.439276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ef0156a. 00010000:00000010:3.1:1776192954.439279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:3.1:1776192954.439283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f23e2d. 00010000:00000010:3.1:1776192954.439287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012162105. 00010000:00000010:3.1:1776192954.439290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:2.1:1776192954.439348:0:78385:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc70da15. 00010000:00000010:0.1:1776192954.446206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009503414f. 00010000:00000010:1.1:1776192954.446214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192954.446223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c276491. 00010000:00000010:3.1:1776192954.469550:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040d4d60e. 00010000:00000010:1.1:1776192954.469844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc6d771e. 00010000:00000010:1.1:1776192954.469851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192954.469855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192954.469859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:0.1:1776192954.480061:0:78387:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c43c99e2. 00010000:00000010:0.1:1776192954.480074:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0d43e9. 00010000:00000010:3.1:1776192954.485199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9cb5d57. 00010000:00000010:1.1:1776192954.493201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006246f887. 00010000:00000010:1.1:1776192954.493223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dfd5f0b. 00010000:00000010:1.1:1776192954.493241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00010000:00000010:2.1:1776192954.502779:0:66577:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005848a0f6. 00010000:00000010:2.1:1776192954.502788:0:66577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:3.1:1776192954.503234:0:78389:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e66d00d. 00010000:00000010:1.1:1776192954.515436:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afa1b484. 00010000:00000010:1.1:1776192954.515443:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dda0a5. 00010000:00000010:2.1:1776192954.518879:0:78390:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000552ff93c. 00010000:00000010:1.1:1776192954.524263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5f9115e. 00010000:00000010:1.1:1776192954.524280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a7d0e8f. 00010000:00000010:1.1:1776192954.524285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192954.524288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192954.524291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192954.528189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f082499. 00010000:00000010:1.1:1776192954.528205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021dfeb68. 00010000:00000010:1.1:1776192954.528208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192954.533824:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efadc44c. 00010000:00000010:1.1:1776192954.533842:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a833383. 00010000:00000010:1.1:1776192954.533846:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:0.1:1776192954.542802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b47f6a45. 00010000:00000010:0.1:1776192954.542812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192954.546877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7c0f6b5. 00010000:00000010:1.1:1776192954.546888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d47532a. 00010000:00000010:3.1:1776192954.551197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000665cd07. 00010000:00000010:3.1:1776192954.551209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:1.1:1776192954.567183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e54cdf8. 00010000:00000010:1.1:1776192954.569258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8c24685. 00010000:00000010:1.1:1776192954.569270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:1.1:1776192954.569274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192954.569278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:0.1:1776192954.574426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ccde0a6. 00010000:00000010:0.1:1776192954.574433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:3.1:1776192954.574671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000664d22b1. 00010000:00000010:0.1:1776192954.580303:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e5d4693. 00010000:00000010:0.1:1776192954.580313:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000530ee76a. 00010000:00000010:0.1:1776192954.580317:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.1:1776192954.596211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dbebb3f. 00010000:00000010:0.1:1776192954.596225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:1.1:1776192954.596770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d145f9. 00010000:00000010:0.1:1776192954.604198:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a68f82a1. 00010000:00000010:0.1:1776192954.604203:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00010000:00000010:1.1:1776192954.604204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000025caf93. 00010000:00000010:0.1:1776192954.614239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdf96292. 00010000:00000010:0.1:1776192954.614250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000401e33f. 00010000:00000010:0.1:1776192954.614254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192954.614258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021315203. 00010000:00000010:0.1:1776192954.614260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:1.1:1776192954.618374:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088480590. 00010000:00000010:2.1:1776192954.621607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb21bf92. 00010000:00000010:2.1:1776192954.621616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afcc513. 00010000:00000010:1.1:1776192954.626197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e263ea00. 00010000:00000010:2.1:1776192954.632201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000049f2165. 00010000:00000010:2.1:1776192954.632214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.1:1776192954.639252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000846f6630. 00010000:00000010:2.1:1776192954.639267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:1.1:1776192954.640180:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b70c6e. 00010000:00000010:1.1:1776192954.640186:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:3.1:1776192954.640255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041984f39. 00010000:00000010:3.1:1776192954.640260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dd476d0. 00010000:00000010:1.1:1776192954.654403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8865631. 00010000:00000010:1.1:1776192954.654417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006221ac04. 00010000:00000010:1.1:1776192954.654421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:3.1:1776192954.661217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e728ac1. 00010000:00000010:3.1:1776192954.666195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042c18c62. 00010000:00000010:1.1:1776192954.667325:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f378950a. 00010000:00000010:1.1:1776192954.667333:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192954.671293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003220a416. 00010000:00000010:1.1:1776192954.671308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:1.1:1776192954.671312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009141aab7. 00010000:00000010:1.1:1776192954.671315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:0.1:1776192954.671410:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a361969c. 00010000:00000010:1.1:1776192954.674501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002e397ed. 00010000:00000010:1.1:1776192954.674512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d06cf9a. 00010000:00000010:1.1:1776192954.674517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:1.1:1776192954.685404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033df8f00. 00010000:00000010:1.1:1776192954.685416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6496041. 00010000:00000010:1.1:1776192954.685420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:0.1:1776192954.688266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586047f8. 00010000:00000010:1.1:1776192954.688500:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca672ee. 00010000:00000010:1.1:1776192954.688507:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:1.1:1776192954.691770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192954.691784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:1.1:1776192954.691788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a146be45. 00010000:00000010:1.1:1776192954.691794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a0ef6a. 00010000:00000010:1.1:1776192954.691797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:0.1:1776192954.695411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ead0b4. 00010000:00000010:0.1:1776192954.695422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b85783. 00010000:00000010:1.1:1776192954.695560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000616237e3. 00010000:00000010:2.1:1776192954.700259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7932b6. 00010000:00000010:0.1:1776192954.713715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005687965. 00010000:00000010:0.1:1776192954.713723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.1:1776192954.718131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d225d1fa. 00010000:00000010:0.1:1776192954.718138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ab7d6fc. 00010000:00000010:0.1:1776192954.718142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:1.1:1776192954.718638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cf93caf. 00010000:00000010:1.1:1776192954.718645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00010000:00000010:1.1:1776192954.718649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192954.718652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:3.1:1776192954.720665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e622aac. 00010000:00000010:1.1:1776192954.724624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036ff43a2. 00010000:00000010:1.1:1776192954.724638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002843cdd3. 00010000:00000010:1.1:1776192954.724641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:3.1:1776192954.728536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde3e4a6. 00010000:00000010:1.1:1776192954.729013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005838b8b9. 00010000:00000010:1.1:1776192954.729021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:0.1:1776192954.741233:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000978d7454. 00010000:00000010:0.1:1776192954.741240:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483061d9. 00010000:00000010:0.1:1776192954.741243:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:0.1:1776192954.755368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c695121. 00010000:00000010:0.1:1776192954.755376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021803af5. 00010000:00000010:0.1:1776192954.755380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192954.755384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051815476. 00010000:00000010:0.1:1776192954.755386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000592603b7. 00010000:00000010:0.1:1776192954.755388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.1:1776192954.755391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021315203. 00010000:00000010:0.1:1776192954.755393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:1.1:1776192954.764612:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000794b5486. 00010000:00000010:1.1:1776192954.764621:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cdc5fb2. 00010000:00000010:1.1:1776192954.764625:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:1.1:1776192954.772180:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450fedb3. 00010000:00000010:1.1:1776192954.772187:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000850eeab3. 00010000:00000010:1.1:1776192954.772190:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:1.1:1776192954.776703:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003c91a72. 00010000:00000010:1.1:1776192954.776725:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:2.1:1776192954.777232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f2d3e51. 00010000:00000010:2.1:1776192954.783193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018194de0. 00010000:00000010:1.1:1776192954.783242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005588c720. 00010000:00000010:1.1:1776192954.783248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192954.788192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957923da. 00010000:00000010:0.1:1776192954.801574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075083854. 00010000:00000010:0.1:1776192954.801583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c012412. 00010000:00000010:0.1:1776192954.801587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:1.1:1776192954.802449:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aea5914. 00010000:00000010:1.1:1776192954.802457:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:3.1:1776192954.804308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb310b03. 00010000:00000010:0.1:1776192954.810666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa5f63ab. 00010000:00000010:0.1:1776192954.810684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:2.1:1776192954.811258:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc7a0ac. 00010000:00000010:0.1:1776192954.814882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c90e0be2. 00010000:00000010:0.1:1776192954.814889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:2.1:1776192954.819189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003566bc81. 00010000:00000010:2.1:1776192954.819196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098190027. 00010000:00000010:0.1:1776192954.819438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080945eec. 00010000:00000010:0.1:1776192954.819444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192954.831206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000446e9ed. 00010000:00000010:0.1:1776192954.831217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109ec81f. 00010000:00000010:0.1:1776192954.834926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f136c7c0. 00010000:00000010:0.1:1776192954.834934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:2.1:1776192954.840192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd4927c5. 00010000:00000010:0.1:1776192954.840196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a29acec0. 00010000:00000010:0.1:1776192954.840205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e0d564d. 00010000:00000010:0.1:1776192954.840209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192954.846256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5c374f6. 00010000:00000010:0.1:1776192954.846272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:2.1:1776192954.850890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bf79283. 00010000:00000010:0.1:1776192954.860367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048e28840. 00010000:00000010:0.1:1776192954.860378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000014fa94e. 00010000:00000010:0.1:1776192954.860382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:0.1:1776192954.864932:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3fde91. 00010000:00000010:0.1:1776192954.864941:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567bdf46. 00010000:00000010:0.1:1776192954.864944:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192954.871203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c200970. 00010000:00000010:0.1:1776192954.871219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085bfe4ac. 00010000:00000010:0.1:1776192954.871223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.1:1776192954.886308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30964cb. 00010000:00000010:2.1:1776192954.895552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3878304. 00010000:00000010:2.1:1776192954.895564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:2.1:1776192954.895568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d938ade3. 00010000:00000010:2.1:1776192954.895571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.1:1776192954.898851:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0436cb9. 00010000:00000010:1.1:1776192954.900383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000553d3de7. 00010000:00000010:1.1:1776192954.900397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:3.1:1776192954.903235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ea4712f. 00010000:00000010:2.1:1776192954.908281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeb6f6db. 00010000:00000010:2.1:1776192954.908294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:2.1:1776192954.913197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073079907. 00010000:00000010:2.1:1776192954.913208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb9e9e76. 00010000:00000010:2.1:1776192954.913212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:0.1:1776192954.918197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099aa3364. 00010000:00000010:2.1:1776192954.921245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e3c5cfd. 00010000:00000010:2.1:1776192954.921253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00010000:00000010:2.1:1776192954.929198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2a5f9a7. 00010000:00000010:2.1:1776192954.929205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000851f0812. 00010000:00000010:2.1:1776192954.929209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.1:1776192954.929212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d938ade3. 00010000:00000010:2.1:1776192954.929214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:0.1:1776192954.933191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b996e8. 00010000:00000010:2.1:1776192954.937437:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc4465b. 00010000:00000010:2.1:1776192954.937453:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58acd9a. 00010000:00000010:1.1:1776192954.941307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d439f26. 00010000:00000010:1.1:1776192954.941316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00010000:00000010:0.1:1776192954.942198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072183c91. 00010000:00000010:2.1:1776192954.955298:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c332bea. 00010000:00000010:2.1:1776192954.955306:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d954cf93. 00010000:00000010:2.1:1776192954.955310:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192954.962230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f55c5b90. 00010000:00000010:1.1:1776192954.962244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f4fbb83. 00010000:00000010:1.1:1776192954.962248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58acd9a. 00010000:00000010:3.1:1776192954.965263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077eb8a64. 00010000:00000010:1.1:1776192954.974273:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1498cec. 00010000:00000010:1.1:1776192954.974280:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:1.1:1776192954.974284:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192954.974288:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b85783. 00010000:00000010:0.1:1776192954.983859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075dff019. 00010000:00000010:1.1:1776192954.984679:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d73d3fc3. 00010000:00000010:1.1:1776192954.984688:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bd143cf. 00010000:00000010:1.1:1776192954.984694:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192954.993202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058d5ec25. 00010000:00000010:1.1:1776192954.993217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192954.993221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b7c1341. 00010000:00000010:1.1:1776192954.993224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9070bf2. 00010000:00000010:1.1:1776192954.993226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:1.1:1776192955.002236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00d2a73. 00010000:00000010:1.1:1776192955.002251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051f0fb40. 00010000:00000010:1.1:1776192955.002255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0d43e9. 00010000:00000010:1.1:1776192955.002258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008492a6d3. 00010000:00000010:1.1:1776192955.002262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3b85b1d. 00010000:00000010:1.1:1776192955.002266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b85783. 00010000:00000010:1.1:1776192955.002270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192955.002273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192955.002275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e695259f. 00010000:00000010:1.1:1776192955.002279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d61a476. 00010000:00000010:1.1:1776192955.002283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:3.1:1776192955.006190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717a4d72. 00010000:00000010:1.1:1776192955.006259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000389dd39c. 00010000:00000010:1.1:1776192955.006266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:1.1:1776192955.006270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010da6f5c. 00010000:00000010:1.1:1776192955.006273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028007b0f. 00010000:00000010:1.1:1776192955.006276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:0.1:1776192955.013653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072a6e203. 00010000:00000010:1.1:1776192955.017336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd2290cb. 00010000:00000010:1.1:1776192955.017352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192955.021543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099512d64. 00010000:00000010:1.1:1776192955.021559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000207819de. 00010000:00000010:1.1:1776192955.021564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:1.1:1776192955.021567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192955.021571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:1.1:1776192955.027644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d91da8e9. 00010000:00000010:1.1:1776192955.027655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:0.1:1776192955.028208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d07ec6. 00010000:00000010:3.1:1776192955.039507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b9539ff. 00010000:00000010:1.1:1776192955.044488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6e15b9d. 00010000:00000010:1.1:1776192955.044497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:0.1:1776192955.052236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000530a3ec. 00010000:00000010:1.1:1776192955.052280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3bd3943. 00010000:00000010:1.1:1776192955.052285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:3.1:1776192955.052556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007742d9c. 00010000:00000010:3.1:1776192955.052563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da84f4c7. 00010000:00000010:3.1:1776192955.052566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:3.1:1776192955.056753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000496a6f7. 00010000:00000010:3.1:1776192955.056768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000713df403. 00010000:00000010:3.1:1776192955.056773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00010000:00000010:3.1:1776192955.056776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17bf821. 00010000:00000010:3.1:1776192955.056779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1eee2f8. 00010000:00000010:0.1:1776192955.059332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a12baa5. 00010000:00000010:2.1:1776192955.059376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a598c7aa. 00010000:00000010:3.1:1776192955.059843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a672d1. 00010000:00000010:3.1:1776192955.059850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:3.1:1776192955.063433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe814093. 00010000:00000010:3.1:1776192955.063459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00010000:00000010:3.1:1776192955.067276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063330e92. 00010000:00000010:3.1:1776192955.067291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5834c84. 00010000:00000010:3.1:1776192955.067296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:2.1:1776192955.075869:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e46435d. 00010000:00000010:3.1:1776192955.076591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009827e844. 00010000:00000010:3.1:1776192955.076600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:0.1:1776192955.077180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ec9c96e. 00010000:00000010:1.1:1776192955.084451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcbac439. 00010000:00000010:1.1:1776192955.084458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00010000:00000010:1.1:1776192955.084461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192955.084464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:3.1:1776192955.090208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56916c8. 00010000:00000010:3.1:1776192955.090216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042f80612. 00010000:00000010:3.1:1776192955.090220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:3.1:1776192955.090223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d86f6c6. 00010000:00000010:1.1:1776192955.094275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b345897. 00010000:00000010:1.1:1776192955.094288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:3.1:1776192955.098193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef1a316. 00010000:00000010:2.1:1776192955.098240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008dca6c0. 00010000:00000010:2.1:1776192955.098247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:1.1:1776192955.102180:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf2e82f8. 00010000:00000010:1.1:1776192955.102187:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.1:1776192955.110507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ddb9b28. 00010000:00000010:2.1:1776192955.110520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d94e42c. 00010000:00000010:1.1:1776192955.121127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3db4a0f. 00010000:00000010:1.1:1776192955.121145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:1.1:1776192955.121151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192955.121175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192955.125263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a4d3f8. 00010000:00000010:1.1:1776192955.125275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a40d1068. 00010000:00000010:1.1:1776192955.125279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b85783. 00010000:00000010:1.1:1776192955.125283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e75f18. 00010000:00000010:1.1:1776192955.125286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0d43e9. 00010000:00000010:2.1:1776192955.130207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6142d14. 00010000:00000010:2.1:1776192955.130224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f577cbee. 00010000:00000010:3.1:1776192955.130294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8ac5be8. 00010000:00000010:3.1:1776192955.130303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192955.149234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000299312c9. 00010000:00000010:1.1:1776192955.149251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:0.1:1776192955.154231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b80f8167. 00010000:00000010:2.1:1776192955.154303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000643f635a. 00010000:00000010:2.1:1776192955.157311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f4e5658. 00010000:00000010:2.1:1776192955.157326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0d43e9. 00010000:00000010:3.1:1776192955.162260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618138f5. 00010000:00000010:2.1:1776192955.163824:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ce41e16. 00010000:00000010:2.1:1776192955.163835:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.1:1776192955.173198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433736d3. 00010000:00000010:2.1:1776192955.173215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056578a5e. 00010000:00000010:2.1:1776192955.173221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.1:1776192955.181347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085509d36. 00010000:00000010:2.1:1776192955.190483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e0c87ee. 00010000:00000010:2.1:1776192955.190500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.1:1776192955.194884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e601f26d. 00010000:00000010:2.1:1776192955.194906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fba363b. 00010000:00000010:2.1:1776192955.194911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.1:1776192955.198303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009766f6aa. 00010000:00000010:2.1:1776192955.198319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000af4891e. 00010000:00000010:2.1:1776192955.198323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.1:1776192955.211548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c9b0cfb. 00010000:00000010:2.1:1776192955.211563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000552b65f6. 00010000:00000010:2.1:1776192955.211567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:3.1:1776192955.214583:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ed67ff2. 00010000:00000010:3.1:1776192955.214591:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.1:1776192955.219214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5dfa2bb. 00010000:00000010:1.1:1776192955.222377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ec406f. 00010000:00000010:1.1:1776192955.222387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1eee2f8. 00010000:00000010:3.1:1776192955.222467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:3.1:1776192955.229493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072a29dc3. 00010000:00000010:3.1:1776192955.229500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e1b3d79. 00010000:00000010:3.1:1776192955.229517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b85783. 00010000:00000010:0.1:1776192955.231197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098cb6f40. 00010000:00000010:3.1:1776192955.231393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3d2c29b. 00010000:00000010:3.1:1776192955.231398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00010000:00000010:1.1:1776192955.234635:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003abe943d. 00010000:00000010:1.1:1776192955.234662:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00010000:00000010:0.1:1776192955.235192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099cb986c. 00010000:00000010:0.1:1776192955.249406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dada61c. 00010000:00000010:1.1:1776192955.260192:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d22ce334. 00010000:00000010:1.1:1776192955.260199:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:0.1:1776192955.260795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9914b1. 00010000:00000010:1.1:1776192955.265202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000939f99df. 00010000:00000010:1.1:1776192955.265218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:1.1:1776192955.272450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa1030bb. 00010000:00000010:1.1:1776192955.272474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004689de92. 00010000:00000010:1.1:1776192955.272480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5781fb3. 00010000:00000010:1.1:1776192955.272483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dbbb250. 00010000:00000010:3.1:1776192955.272628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eefa25b6. 00010000:00000010:3.1:1776192955.272633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460b6f59. 00010000:00000010:0.1:1776192955.277251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090cda1e4. 00010000:00000010:1.1:1776192955.287208:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1b18f6f. 00010000:00000010:1.1:1776192955.287319:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00010000:00000010:1.1:1776192955.297199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008eccd75. 00010000:00000010:1.1:1776192955.297216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000426aedd. 00010000:00000010:1.1:1776192955.297220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:1.1:1776192955.301668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8ba01e0. 00010000:00000010:1.1:1776192955.301683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9e6e76d. 00010000:00000010:1.1:1776192955.301689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5781fb3. 00010000:00000010:0.1:1776192955.302272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000560d0c2. 00010000:00000010:1.1:1776192955.306600:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acf6223c. 00010000:00000010:1.1:1776192955.306609:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192955.309672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009e5471f. 00010000:00000010:1.1:1776192955.309689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8804741. 00010000:00000010:1.1:1776192955.309696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f50e4d5. 00010000:00000010:3.1:1776192955.310182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c281c87b. 00010000:00000010:1.1:1776192955.320189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000713c1759. 00010000:00000010:1.1:1776192955.320208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:3.1:1776192955.324592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069410578. 00010000:00000010:0.1:1776192955.327191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000785863c8. 00010000:00000010:0.1:1776192955.327201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5781fb3. 00010000:00000010:0.1:1776192955.332110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00010000:00000010:0.1:1776192955.332126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dba5a6fe. 00010000:00000010:0.1:1776192955.332139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.1:1776192955.335415:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6bb65a8. 00010000:00000010:0.1:1776192955.335423:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:3.1:1776192955.340727:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6e4bcb3. 00010000:00000010:0.1:1776192955.345657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d1cd0be. 00010000:00000010:0.1:1776192955.345676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c50e9bf8. 00010000:00000010:0.1:1776192955.345680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109ec81f. 00010000:00000010:2.1:1776192955.359241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4237b08. 00010000:00000010:0.1:1776192955.363205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eab07fc. 00010000:00000010:0.1:1776192955.363218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:3.1:1776192955.381245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a74d6e. 00010000:00000010:0.1:1776192955.382704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009041e7e6. 00010000:00000010:0.1:1776192955.382712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109ec81f. 00010000:00000010:3.1:1776192955.388187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca23b5bf. 00010000:00000010:0.1:1776192955.388257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d88d97. 00010000:00000010:0.1:1776192955.388264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:2.1:1776192955.405309:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005fd2c01. 00010000:00000010:1.1:1776192955.416927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d2fb19b. 00010000:00000010:1.1:1776192955.416937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109ec81f. 00010000:00000010:3.1:1776192955.421593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8cc1c0. 00010000:00000010:0.1:1776192955.421721:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072574902. 00010000:00000010:0.1:1776192955.421728:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:0.1:1776192955.427367:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000158228b5. 00010000:00000010:0.1:1776192955.427383:0:1049:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006175d524. 00010000:00000010:0.1:1776192955.427386:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:3.1:1776192955.449953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000807d223d. 00010000:00000010:0.1:1776192955.450097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070d31ab3. 00010000:00000010:0.1:1776192955.450106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:1.1:1776192955.453278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a520a6e. 00010000:00000010:1.1:1776192955.453292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:0.1:1776192955.457236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000630bcd9a. 00010000:00000010:0.1:1776192955.460194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d165d3a. 00010000:00000010:0.1:1776192955.460211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c621808f. 00010000:00000010:0.1:1776192955.460215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f50e4d5. 00010000:00000010:3.1:1776192955.460274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dc69ab3. 00010000:00000010:1.1:1776192955.462285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdb45fb3. 00010000:00000010:1.1:1776192955.462298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:3.1:1776192955.475571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dc09b18. 00010000:00000010:0.1:1776192955.476684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e955b81. 00010000:00000010:0.1:1776192955.476695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:0.1:1776192955.476698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021315203. 00010000:00000010:0.1:1776192955.476700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031900170. 00010000:00000010:3.1:1776192955.478791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000778c4ad4. 00010000:00000010:0.1:1776192955.482308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d87bf74. 00010000:00000010:0.1:1776192955.482322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:3.1:1776192955.489302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fd541ab. 00010000:00000010:3.1:1776192955.489308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00010000:00000010:1.1:1776192955.489905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032006c87. 00010000:00000010:2.1:1776192955.494205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a076fc. 00010000:00000010:2.1:1776192955.494213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010b7ebf7. 00010000:00000010:2.1:1776192955.494216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:2.1:1776192955.499288:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce3e1ef. 00010000:00000010:3.1:1776192955.500430:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d59d451. 00010000:00000010:3.1:1776192955.500436:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:1.1:1776192955.507106:0:78394:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69f5e0b. 00010000:00000010:3.1:1776192955.513196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000241dee06. 00010000:00000010:3.1:1776192955.513207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caa98ce7. 00010000:00000010:3.1:1776192955.513211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17bf821. 00010000:00000010:3.1:1776192955.513214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0871500. 00010000:00000010:0.1:1776192955.522720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c16c030. 00010000:00000010:3.1:1776192955.524177:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b19e14a. 00010000:00000010:3.1:1776192955.524192:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bb01e7. 00010000:00000010:0.1:1776192955.542197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c188515. 00010000:00000010:1.1:1776192955.542508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1758b9f. 00010000:00000010:1.1:1776192955.542515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0871500. 00010000:00000010:0.1:1776192955.547348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f907a33c. 00010000:00000010:0.1:1776192955.547357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8aa7a5d. 00010000:00000010:0.1:1776192955.547360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe43561. 00010000:00000010:2.1:1776192955.550998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dff526a. 00010000:00000010:2.1:1776192955.551003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031900170. 00010000:00000010:3.1:1776192955.551556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3911764. 00010000:00000010:0.1:1776192955.568586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec7b0ceb. 00010000:00000010:0.1:1776192955.568606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c7e577b. 00010000:00000010:0.1:1776192955.568610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:0.1:1776192955.572225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dec7368d. 00010000:00000010:0.1:1776192955.572236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00010000:00000010:2.1:1776192955.577262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043affda8. 00010000:00000010:1.1:1776192955.596255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc5a98b2. 00010000:00000010:0.1:1776192955.597192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009707d31f. 00010000:00000010:0.1:1776192955.597200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.1:1776192955.601850:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014c27082. 00010000:00000010:2.1:1776192955.611238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa93ee7f. 00010000:00000010:2.1:1776192955.611251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00010000:00000010:0.1:1776192955.615482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a71b4f0c. 00010000:00000010:2.1:1776192955.615736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beac9237. 00010000:00000010:2.1:1776192955.615743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:2.1:1776192955.624317:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043720546. 00010000:00000010:2.1:1776192955.624324:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d32001f. 00010000:00000010:0.1:1776192955.625333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d27e4ee. 00010000:00000010:0.1:1776192955.628200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d33cf9. 00010000:00000010:0.1:1776192955.628216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00010000:00000010:0.1:1776192955.628220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021315203. 00010000:00000010:0.1:1776192955.628223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:2.1:1776192955.634206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56b6ca8. 00010000:00000010:1.1:1776192955.634259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169736d. 00010000:00000010:2.1:1776192955.638210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008600fabe. 00010000:00000010:2.1:1776192955.638226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:1.1:1776192955.655698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057849437. 00010000:00000010:1.1:1776192955.655712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c791c2f. 00010000:00000010:1.1:1776192955.655716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d32001f. 00010000:00000010:2.1:1776192955.678437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec73b46. 00010000:00000010:1.1:1776192955.694745:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57a2551. 00010000:00000010:1.1:1776192955.694759:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a7a1c2. 00010000:00000010:0.1:1776192955.698200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000639baed1. 00010000:00000010:0.1:1776192955.698215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4f9ac64. 00010000:00000010:0.1:1776192955.698219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe43561. 00010000:00000010:0.1:1776192955.726295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082c05bba. 00010000:00000010:0.1:1776192955.726304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.1:1776192955.726308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021315203. 00010000:00000010:0.1:1776192955.726311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:1.1:1776192955.727194:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a681001b. 00010000:00000010:1.1:1776192955.727199:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:3.1:1776192955.727905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000778c8989. 00010000:00000010:3.1:1776192955.727915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052dae27. 00010000:00000010:1.1:1776192955.731322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4221b78. 00010000:00000010:1.1:1776192955.731330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a7a1c2. 00010000:00000010:2.1:1776192955.731451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c1f035b. 00010000:00000010:1.1:1776192955.745845:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000246accfc. 00010000:00000010:1.1:1776192955.745861:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:2.1:1776192955.752818:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ed329ff. 00010000:00000010:1.1:1776192955.771493:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd8e734. 00010000:00000010:0.1:1776192955.772194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000866980e. 00010000:00000010:0.1:1776192955.772203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a7a1c2. 00010000:00000010:0.1:1776192955.772208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071cd1556. 00010000:00000010:0.1:1776192955.772211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c51aef33. 00010000:00000010:0.1:1776192955.772213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.1:1776192955.778185:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eec5eef. 00010000:00000010:1.1:1776192955.781995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e48314c. 00010000:00000010:1.1:1776192955.782009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:1.1:1776192955.801029:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d74cad12. 00010000:00000010:1.1:1776192955.801044:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbe15bac. 00010000:00000010:1.1:1776192955.801047:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:3.0:1776192955.808446:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.808482:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085ddbf63. 00010000:00000010:3.0:1776192955.808485:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.808487:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000caa98ce7. 00010000:00000010:3.0:1776192955.808490:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.808497:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ea2ddbe. 00010000:00000010:3.0:1776192955.808520:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.808524:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.808555:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae81f5b8. 00010000:00000010:3.0:1776192955.808557:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.808561:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082dfb50c. 00010000:00000010:3.0:1776192955.808563:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.808570:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000054d5d46. 00010000:00000010:3.0:1776192955.808593:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.808597:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.808627:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004dc90a93. 00010000:00000010:3.0:1776192955.808630:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.808633:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d005fb21. 00010000:00000010:3.0:1776192955.808635:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.808643:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdedf345. 00010000:00000010:3.0:1776192955.808666:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.808669:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.808718:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d49180d. 00010000:00000010:3.0:1776192955.809497:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.809505:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b78ac533. 00010000:00000010:3.0:1776192955.809510:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.809523:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dabf706. 00010000:00000010:3.0:1776192955.809565:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.809569:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.809608:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000321f7976. 00010000:00000010:3.0:1776192955.809611:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.809615:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000390ce7f8. 00010000:00000010:3.0:1776192955.809618:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.809625:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a024d625. 00010000:00000010:3.0:1776192955.809647:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.809651:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.809686:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050e583bb. 00010000:00000010:3.0:1776192955.809689:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.809691:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192955.809694:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.809701:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5f51a4f. 00010000:00000010:3.0:1776192955.810449:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.810456:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.810503:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e58320ff. 00010000:00000010:3.0:1776192955.810506:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.810509:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.0:1776192955.810513:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.810521:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfaeba6c. 00010000:00000010:3.0:1776192955.810554:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.810558:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.810587:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055101ee8. 00010000:00000010:3.0:1776192955.810590:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.810593:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e69bc37c. 00010000:00000010:3.0:1776192955.810596:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.810604:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fd3236f. 00010000:00000010:3.0:1776192955.810627:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.810630:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.810660:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a833383. 00010000:00000010:3.0:1776192955.810663:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.810666:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000263ac66b. 00010000:00000010:3.0:1776192955.810669:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.810677:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061bfcdc2. 00010000:00000010:3.0:1776192955.810700:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.810704:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811005:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b35dac3. 00010000:00000010:3.0:1776192955.811008:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811012:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2f65472. 00010000:00000010:3.0:1776192955.811014:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.811023:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4d71d00. 00010000:00000010:3.0:1776192955.811048:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.811052:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811086:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4f50353. 00010000:00000010:3.0:1776192955.811089:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811091:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091bb0095. 00010000:00000010:3.0:1776192955.811094:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.811101:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be3f14b6. 00010000:00000010:3.0:1776192955.811124:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.811127:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811190:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051a5aa24. 00010000:00000010:3.0:1776192955.811193:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811197:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023844e51. 00010000:00000010:3.0:1776192955.811199:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.811207:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7622e09. 00010000:00000010:3.0:1776192955.811228:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.811231:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811260:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007026a3db. 00010000:00000010:3.0:1776192955.811263:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811267:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0871500. 00010000:00000010:3.0:1776192955.811270:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.811277:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5d96876. 00010000:00000010:3.0:1776192955.811300:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.811303:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.811333:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f90854fa. 00010000:00000010:3.0:1776192955.812215:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.812220:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037b752a7. 00010000:00000010:3.0:1776192955.812224:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.812238:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c4eb6dc. 00010000:00000010:3.0:1776192955.812282:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.812286:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.812329:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd91f95e. 00010000:00000010:3.0:1776192955.812332:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.812335:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000081b3b3a. 00010000:00000010:3.0:1776192955.812818:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.812832:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7b51c61. 00010000:00000010:3.0:1776192955.812859:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.812863:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.812912:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e97b0f3. 00010000:00000010:3.0:1776192955.812915:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.812918:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1eee2f8. 00010000:00000010:3.0:1776192955.812921:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.812929:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001711667a. 00010000:00000010:3.0:1776192955.812953:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.812956:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.812991:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d75b0199. 00010000:00000010:3.0:1776192955.812994:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.812996:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:3.0:1776192955.812999:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.813006:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052a45954. 00010000:00000010:3.0:1776192955.813027:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.813031:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.813066:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8e17958. 00010000:00000010:3.0:1776192955.813069:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.813072:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005985af6e. 00010000:00000010:3.0:1776192955.813075:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.813082:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f4b80f6. 00010000:00000010:3.0:1776192955.813105:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.813109:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.813139:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000500a85eb. 00010000:00000010:3.0:1776192955.813141:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.813144:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ebf131d. 00010000:00000010:3.0:1776192955.813147:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.814925:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046fb906f. 00010000:00000010:3.0:1776192955.814998:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815005:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815070:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6496041. 00010000:00000010:3.0:1776192955.815074:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815079:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000032af19b. 00010000:00000010:3.0:1776192955.815084:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815096:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067771e38. 00010000:00000010:3.0:1776192955.815118:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815121:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815175:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004481bd8e. 00010000:00000010:3.0:1776192955.815178:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815181:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c276491. 00010000:00000010:3.0:1776192955.815184:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815193:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006cdeb21. 00010000:00000010:3.0:1776192955.815216:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815220:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815266:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015bbe76b. 00010000:00000010:3.0:1776192955.815269:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815273:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a169736d. 00010000:00000010:3.0:1776192955.815276:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815283:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007524c2db. 00010000:00000010:3.0:1776192955.815306:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815309:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815338:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9de7d51. 00010000:00000010:3.0:1776192955.815341:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815344:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043affda8. 00010000:00000010:3.0:1776192955.815347:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815354:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8c1eeed. 00010000:00000010:3.0:1776192955.815375:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815379:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815413:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081744623. 00010000:00000010:3.0:1776192955.815416:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815419:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.0:1776192955.815422:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815429:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bf67167. 00010000:00000010:3.0:1776192955.815450:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815455:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815484:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028fad114. 00010000:00000010:3.0:1776192955.815487:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815489:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.0:1776192955.815492:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815499:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a110ce0. 00010000:00000010:3.0:1776192955.815522:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815526:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815554:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000370d8bac. 00010000:00000010:3.0:1776192955.815557:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815560:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192955.815563:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815570:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1e978d9. 00010000:00000010:3.0:1776192955.815593:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815597:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815627:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b11305e. 00010000:00000010:3.0:1776192955.815631:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815633:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192955.815635:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815643:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ec8572d. 00010000:00000010:3.0:1776192955.815666:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815669:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815701:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c721b9b9. 00010000:00000010:3.0:1776192955.815705:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815708:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093fd1112. 00010000:00000010:3.0:1776192955.815710:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815718:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038987294. 00010000:00000010:3.0:1776192955.815741:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192955.815745:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815775:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b541e9f0. 00010000:00000010:3.0:1776192955.815777:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007cafceac. 00010000:00000010:3.0:1776192955.815780:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a517f1ec. 00010000:00000010:3.0:1776192955.815783:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00080000:00000010:3.0:1776192955.815792:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039f8ce9d. 00010000:00000010:1.1:1776192955.817476:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e21f4f. 00010000:00000010:3.1:1776192955.831876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d26755c7. 00010000:00000010:3.1:1776192955.831882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f50e4d5. 00010000:00000010:3.1:1776192955.831889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17bf821. 00010000:00000010:3.1:1776192955.831893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bb01e7. 00010000:00000010:3.1:1776192955.831895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ddbf63. 00010000:00000010:3.1:1776192955.831899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caa98ce7. 00010000:00000010:3.1:1776192955.831901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae81f5b8. 00010000:00000010:3.1:1776192955.831903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb50c. 00010000:00000010:3.1:1776192955.831905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc90a93. 00010000:00000010:3.1:1776192955.831908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d005fb21. 00010000:00000010:3.1:1776192955.831910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d49180d. 00010000:00000010:3.1:1776192955.831912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78ac533. 00010000:00000010:3.1:1776192955.831914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000321f7976. 00010000:00000010:3.1:1776192955.831917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390ce7f8. 00010000:00000010:3.1:1776192955.831919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e583bb. 00010000:00000010:3.1:1776192955.831921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00010000:00000010:3.1:1776192955.831923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58320ff. 00010000:00000010:3.1:1776192955.831926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.1:1776192955.831928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055101ee8. 00010000:00000010:3.1:1776192955.831931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e69bc37c. 00010000:00000010:3.1:1776192955.831932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a833383. 00010000:00000010:3.1:1776192955.831935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000263ac66b. 00010000:00000010:3.1:1776192955.831939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b35dac3. 00010000:00000010:3.1:1776192955.831943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f65472. 00010000:00000010:3.1:1776192955.831946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f50353. 00010000:00000010:3.1:1776192955.831949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091bb0095. 00010000:00000010:3.1:1776192955.831951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a5aa24. 00010000:00000010:3.1:1776192955.831954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023844e51. 00010000:00000010:3.1:1776192955.831956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007026a3db. 00010000:00000010:3.1:1776192955.831958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0871500. 00010000:00000010:3.1:1776192955.831960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f90854fa. 00010000:00000010:3.1:1776192955.831963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00010000:00000010:3.1:1776192955.831965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd91f95e. 00010000:00000010:3.1:1776192955.831967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00010000:00000010:3.1:1776192955.831969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e97b0f3. 00010000:00000010:3.1:1776192955.831971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1eee2f8. 00010000:00000010:3.1:1776192955.831974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d75b0199. 00010000:00000010:3.1:1776192955.831976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:3.1:1776192955.831978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e17958. 00010000:00000010:3.1:1776192955.831981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:3.1:1776192955.831983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500a85eb. 00010000:00000010:3.1:1776192955.831986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00010000:00000010:3.1:1776192955.831990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6496041. 00010000:00000010:3.1:1776192955.831993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:3.1:1776192955.831995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004481bd8e. 00010000:00000010:3.1:1776192955.831997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c276491. 00010000:00000010:3.1:1776192955.832000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015bbe76b. 00010000:00000010:3.1:1776192955.832003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169736d. 00010000:00000010:3.1:1776192955.832005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9de7d51. 00010000:00000010:3.1:1776192955.832008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043affda8. 00010000:00000010:3.1:1776192955.832012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081744623. 00010000:00000010:3.1:1776192955.832015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.1:1776192955.832017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028fad114. 00010000:00000010:3.1:1776192955.832020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.1:1776192955.832022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000370d8bac. 00010000:00000010:3.1:1776192955.832024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.1:1776192955.832027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b11305e. 00010000:00000010:3.1:1776192955.832029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00010000:00000010:3.1:1776192955.832031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c721b9b9. 00010000:00000010:3.1:1776192955.832034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fd1112. 00010000:00000010:1.1:1776192955.864232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b541e9f0. 00010000:00000010:1.1:1776192955.864245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a517f1ec. 00010000:00000010:1.1:1776192955.864252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acf6223c. 00010000:00000010:1.1:1776192955.864256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007525c624. 00010000:00000010:1.1:1776192955.864259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ad0f6. 00010000:00000010:1.1:1776192955.864262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f952fb. 00010000:00000010:1.1:1776192955.866882:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d867193. 00010000:00000010:1.1:1776192955.866905:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5781fb3. 00010000:00000010:1.1:1776192955.866909:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054fbc504. 00010000:00000010:1.1:1776192955.866913:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460b6f59. 00010000:00000010:1.1:1776192955.866916:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077b80a40. 00010000:00000010:1.1:1776192955.866919:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b85783. 00010000:00000010:1.1:1776192955.866928:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000097fa357. 00010000:00000010:1.1:1776192955.866931:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0d43e9. 00010000:00000010:1.1:1776192955.866933:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070fd825f. 00010000:00000010:1.1:1776192955.866972:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4713864. 00010000:00000010:1.1:1776192955.866977:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077b0fbfe. 00010000:00000010:1.1:1776192955.866980:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bbe6c0. 00010000:00000010:1.1:1776192955.866985:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030d38164. 00010000:00000010:1.1:1776192955.866989:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84024eb. 00010000:00000010:1.1:1776192955.866991:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092ba400b. 00010000:00000010:1.1:1776192955.866993:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af289df7. 00010000:00000010:1.1:1776192955.866995:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bdcc186. 00010000:00000010:1.1:1776192955.866998:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c71adeb. 00010000:00000010:1.1:1776192955.867000:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f60b3f. 00010000:00000010:1.1:1776192955.867003:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca183af. 00010000:00000010:1.1:1776192955.867005:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009013dcc0. 00010000:00000010:1.1:1776192955.867008:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b1e99f3. 00010000:00000010:1.1:1776192955.867010:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a350ee8. 00010000:00000010:1.1:1776192955.867013:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a7a1c2. 00010000:00000010:1.1:1776192955.867017:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd08b226. 00010000:00000010:1.1:1776192955.867020:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe43561. 00010000:00000010:1.1:1776192955.867022:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000129a3f29. 00010000:00000010:1.1:1776192955.867026:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46dcb67. 00010000:00000010:1.1:1776192955.867028:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6f4fd9. 00010000:00000010:1.1:1776192955.867033:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8ba60cd. 00010000:00000010:1.1:1776192955.867035:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2f2f981. 00010000:00000010:1.1:1776192955.867038:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024dc2a59. 00010000:00000010:1.1:1776192955.867040:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed346181. 00010000:00000010:1.1:1776192955.867043:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dea0c8a6. 00010000:00000010:1.1:1776192955.867045:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6f7a091. 00010000:00000010:1.1:1776192955.867047:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f335b1. 00010000:00000010:1.1:1776192955.867049:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffddf0e5. 00010000:00000010:1.1:1776192955.867052:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e48374c. 00010000:00000010:1.1:1776192955.867055:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003181a658. 00010000:00000010:1.1:1776192955.867058:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce4a06c. 00010000:00000010:1.1:1776192955.867060:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be54310c. 00010000:00000010:1.1:1776192955.867062:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d87be003. 00010000:00000010:1.1:1776192955.867064:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000559a8e03. 00010000:00000010:1.1:1776192955.867065:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa4c891. 00010000:00000010:1.1:1776192955.867070:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b92e10d4. 00010000:00000010:1.1:1776192955.867073:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de808eb. 00010000:00000010:1.1:1776192955.867075:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb4affd. 00010000:00000010:1.1:1776192955.867078:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fdd9934. 00010000:00000010:1.1:1776192955.867080:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028c77187. 00010000:00000010:1.1:1776192955.867084:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5b38849. 00010000:00000010:1.1:1776192955.867085:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a37450f0. 00010000:00000010:1.1:1776192955.867087:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001264fcc5. 00010000:00000010:1.1:1776192955.867089:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d1417b1. 00010000:00000010:1.1:1776192955.867091:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2e4b33. 00010000:00000010:1.1:1776192955.867093:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e8371ec. 00010000:00000010:1.1:1776192955.867096:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008807a0b5. 00010000:00000010:1.1:1776192955.867098:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a2ac5b4. 00010000:00000010:1.1:1776192955.867100:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a13706c6. 00010000:00000010:1.1:1776192955.867102:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a100f55. 00010000:00000010:1.1:1776192955.867104:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6d65dd. 00010000:00000010:1.1:1776192955.868519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004817f317. 00010000:00000010:1.1:1776192955.868532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076b624d1. 00010000:00000010:1.1:1776192955.868536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd9594d3. 00010000:00000010:1.1:1776192955.868539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098190027. 00010000:00000010:1.1:1776192955.868542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbc28149. 00010000:00000010:1.1:1776192955.868546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049d76a7c. 00010000:00000010:1.1:1776192955.868549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002017d117. 00010000:00000010:1.1:1776192955.868552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dd48a23. 00010000:00000010:1.1:1776192955.868557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ccde0a6. 00010000:00000010:1.1:1776192955.868559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091d1a12. 00010000:00000010:1.1:1776192955.868574:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008ad24e2. 00010000:00000010:1.1:1776192955.868577:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4eb9745. 00010000:00000010:1.1:1776192955.868579:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005607fd7c. 00010000:00000010:1.1:1776192955.868581:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b56afc6. 00010000:00000010:1.1:1776192955.868583:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa418fcd. 00010000:00000010:1.1:1776192955.868586:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f98bbb. 00010000:00000010:1.1:1776192955.868588:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c9f6f99. 00010000:00000010:1.1:1776192955.868591:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bd6b8ad. 00010000:00000010:1.1:1776192955.868593:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e599e78. 00010000:00000010:1.1:1776192955.868595:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c278774a. 00010000:00000010:1.1:1776192955.868598:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730c0935. 00010000:00000010:1.1:1776192955.868601:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a9e9ab. 00010000:00000010:1.1:1776192955.868603:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000525c01fd. 00010000:00000010:1.1:1776192955.868606:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162e993d. 00010000:00000010:1.1:1776192955.868608:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f85298cb. 00010000:00000010:1.1:1776192955.868610:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b82077. 00010000:00000010:1.1:1776192955.868612:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1d87e8. 00010000:00000010:1.1:1776192955.868616:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000392307ed. 00010000:00000010:1.1:1776192955.868618:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c986e79. 00010000:00000010:1.1:1776192955.868620:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0bb5ea2. 00010000:00000010:1.1:1776192955.868623:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000167151fd. 00010000:00000010:1.1:1776192955.868625:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b9384ea. 00010000:00000010:1.1:1776192955.868627:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003561c10. 00010000:00000010:1.1:1776192955.868630:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eacfd381. 00010000:00000010:1.1:1776192955.868636:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8c24685. 00010000:00000010:1.1:1776192955.868640:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061c2a6ac. 00010000:00000010:1.1:1776192955.868642:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000665cd07. 00010000:00000010:1.1:1776192955.868645:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bf79283. 00010000:00000010:1.1:1776192955.868647:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967e449e. 00010000:00000010:1.1:1776192955.868651:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd4927c5. 00010000:00000010:1.1:1776192955.868654:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a578d9db. 00010000:00000010:1.1:1776192955.868657:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf88a57e. 00010000:00000010:1.1:1776192955.868659:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7744e23. 00010000:00000010:1.1:1776192955.868661:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fb4cf13. 00010000:00000010:1.1:1776192955.868664:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002966992. 00010000:00000010:1.1:1776192955.868667:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f74833. 00010000:00000010:1.1:1776192955.868669:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4f8d0c3. 00010000:00000010:1.1:1776192955.868672:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004230adfc. 00010000:00000010:1.1:1776192955.868674:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019ef1e06. 00010000:00000010:1.1:1776192955.868676:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4287a91. 00010000:00000010:1.1:1776192955.868679:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d68315e. 00010000:00000010:1.1:1776192955.868681:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db48670. 00010000:00000010:1.1:1776192955.868683:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0fd849f. 00010000:00000010:1.1:1776192955.868686:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c36b4208. 00010000:00000010:1.1:1776192955.868688:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abe5aa59. 00010000:00000010:1.1:1776192955.868690:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac32146. 00010000:00000010:1.1:1776192955.868692:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3c145b. 00010000:00000010:1.1:1776192955.868694:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eca2221. 00010000:00000010:1.1:1776192955.868696:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3068208. 00010000:00000010:1.1:1776192955.868698:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001961ca52. 00010000:00000010:1.1:1776192955.868702:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bffd8cf3. 00010000:00000010:1.1:1776192955.868706:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23ac91c. 00010000:00000010:1.1:1776192955.868708:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7d68be1. 00010000:00000010:1.1:1776192955.868711:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e4851c. 00010000:00000010:1.1:1776192955.868713:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df342890. 00010000:00000010:1.1:1776192955.868716:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0fa8db2. 00010000:00000010:1.1:1776192955.868728:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e61b50a. 00010000:00000010:1.1:1776192955.868732:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000380145f8. 00010000:00000010:1.1:1776192955.868734:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e159e506. 00010000:00000010:1.1:1776192955.868736:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f5a4e1. 00010000:00000010:1.1:1776192955.868740:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082aae94c. 00010000:00000010:1.1:1776192955.868742:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e48e4a1. 00010000:00000010:1.1:1776192955.868744:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d28097c. 00010000:00000010:1.1:1776192955.868746:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e06f9aef. 00010000:00000010:1.1:1776192955.868748:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000858e760a. 00010000:00000010:1.1:1776192955.868750:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3f20ef. 00010000:00000010:1.1:1776192955.868752:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa3d7c9f. 00010000:00000010:1.1:1776192955.868755:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000643f635a. 00010000:00000010:1.1:1776192955.868758:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000178ef454. 00010000:00000010:1.1:1776192955.868761:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b80f8167. 00010000:00000010:1.1:1776192955.868767:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072f84297. 00010000:00000010:1.1:1776192955.868771:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9cb5d57. 00010000:00000010:1.1:1776192955.868774:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000562e9505. 00010000:00000010:1.1:1776192955.868776:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020e383a0. 00010000:00000010:1.1:1776192955.868778:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041cb817f. 00010000:00000010:1.1:1776192955.868781:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000701dfde1. 00010000:00000010:1.1:1776192955.868784:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556de919. 00010000:00000010:1.1:1776192955.868786:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae1f98ad. 00010000:00000010:1.1:1776192955.868788:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a431fac. 00010000:00000010:1.1:1776192955.868790:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000216c4949. 00010000:00000010:1.1:1776192955.868793:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006811626b. 00010000:00000010:1.1:1776192955.868796:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a57bccad. 00010000:00000010:1.1:1776192955.868808:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b2660e4. 00010000:00000010:1.1:1776192955.868811:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f106235f. 00010000:00000010:1.1:1776192955.868813:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dba6e347. 00010000:00000010:1.1:1776192955.868815:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bdc3df6. 00010000:00000010:1.1:1776192955.868816:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022d4ea6c. 00010000:00000010:1.1:1776192955.868819:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d0c303. 00010000:00000010:1.1:1776192955.868821:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010d55304. 00010000:00000010:1.1:1776192955.868823:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026748edd. 00010000:00000010:1.1:1776192955.868826:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee7c3b5b. 00010000:00000010:1.1:1776192955.868828:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b4934d. 00010000:00000010:1.1:1776192955.868830:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d76af05b. 00010000:00000010:1.1:1776192955.868832:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042178b43. 00010000:00000010:1.1:1776192955.868835:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dbebb3f. 00010000:00000010:1.1:1776192955.868838:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8c7461. 00010000:00000010:1.1:1776192955.868839:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c078e15e. 00010000:00000010:1.1:1776192955.868841:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000594ad5e9. 00010000:00000010:1.1:1776192955.868844:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4303fac. 00010000:00000010:1.1:1776192955.868846:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094459dad. 00010000:00000010:1.1:1776192955.868850:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e671943. 00010000:00000010:1.1:1776192955.868852:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225cece5. 00010000:00000010:1.1:1776192955.868855:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9f7caf3. 00010000:00000010:1.1:1776192955.868858:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f661833. 00010000:00000010:1.1:1776192955.868860:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483ccf02. 00010000:00000010:1.1:1776192955.868864:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007337392f. 00010000:00000010:1.1:1776192955.868866:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e85faa7. 00010000:00000010:1.1:1776192955.868868:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b2eda36. 00010000:00000010:1.1:1776192955.868870:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050ebf8e0. 00010000:00000010:1.1:1776192955.868872:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5cc1721. 00010000:00000010:1.1:1776192955.868877:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ab7d6fc. 00010000:00000010:1.1:1776192955.868880:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f848941. 00010000:00000010:1.1:1776192955.868883:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005687965. 00010000:00000010:1.1:1776192955.868886:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59e3632. 00010000:00000010:1.1:1776192955.868889:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079b74f26. 00010000:00000010:1.1:1776192955.868891:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6ab9b0. 00010000:00000010:1.1:1776192955.868893:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000290b7572. 00010000:00000010:1.1:1776192955.868895:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b4e5c1. 00010000:00000010:1.1:1776192955.868897:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000180e6ed0. 00010000:00000010:1.1:1776192955.868900:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000635949d. 00010000:00000010:1.1:1776192955.868903:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f42d53. 00010000:00000010:1.1:1776192955.868905:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e511770. 00010000:00000010:1.1:1776192955.868907:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000266d7dc1. 00010000:00000010:1.1:1776192955.868909:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095cf73bc. 00010000:00000010:1.1:1776192955.868911:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040e4f16a. 00010000:00000010:1.1:1776192955.868913:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8521506. 00010000:00000010:1.1:1776192955.868915:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016275481. 00010000:00000010:1.1:1776192955.868917:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba94e66b. 00010000:00000010:1.1:1776192955.868921:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76e3086. 00010000:00000010:1.1:1776192955.868924:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd13b1d. 00010000:00000010:1.1:1776192955.868927:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1ca12e. 00010000:00000010:1.1:1776192955.868930:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000943013b2. 00010000:00000010:1.1:1776192955.868932:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055414ec9. 00010000:00000010:1.1:1776192955.868935:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000639baed1. 00010000:00000010:1.1:1776192955.868938:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000857515fb. 00010000:00000010:1.1:1776192955.868941:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057849437. 00010000:00000010:1.1:1776192955.868943:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3cb6324. 00010000:00000010:1.1:1776192955.868945:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ff36cb. 00010000:00000010:1.1:1776192955.868948:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c02c9adc. 00010000:00000010:1.1:1776192955.868950:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9a6add. 00010000:00000010:1.1:1776192955.868953:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6715ee3. 00010000:00000010:1.1:1776192955.868955:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ed46880. 00010000:00000010:1.1:1776192955.868957:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c7d0e1f. 00010000:00000010:1.1:1776192955.868959:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd0fefd0. 00010000:00000010:1.1:1776192955.868961:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094802e3c. 00010000:00000010:1.1:1776192955.868964:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5367f46. 00010000:00000010:1.1:1776192955.868967:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a42eeb4. 00010000:00000010:1.1:1776192955.868969:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788a4c08. 00010000:00000010:1.1:1776192955.868971:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c6515bd. 00010000:00000010:1.1:1776192955.868973:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f986dd. 00010000:00000010:1.1:1776192955.868976:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005957f4b6. 00010000:00000010:1.1:1776192955.868978:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c2f09bc. 00010000:00000010:1.1:1776192955.868982:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000846f6630. 00010000:00000010:1.1:1776192955.868985:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:1.1:1776192955.868987:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff5fb49c. 00010000:00000010:1.1:1776192955.868989:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:1.1:1776192955.868992:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffa2d7b5. 00010000:00000010:1.1:1776192955.868994:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:1.1:1776192955.868997:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004518e959. 00010000:00000010:1.1:1776192955.868999:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000660f253c. 00010000:00000010:1.1:1776192955.869002:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e7ba2e5. 00010000:00000010:1.1:1776192955.869005:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:1.1:1776192955.869007:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096151fbb. 00010000:00000010:1.1:1776192955.869009:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:1.1:1776192955.869011:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064b46931. 00010000:00000010:1.1:1776192955.869013:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:1.1:1776192955.869015:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf75b412. 00010000:00000010:1.1:1776192955.869017:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:1.1:1776192955.869019:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051516215. 00010000:00000010:1.1:1776192955.869021:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:1.1:1776192955.869024:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f134e57c. 00010000:00000010:1.1:1776192955.869027:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000637b714a. 00010000:00000010:1.1:1776192955.869029:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeceb81f. 00010000:00000010:1.1:1776192955.869031:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:1.1:1776192955.869035:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a68f82a1. 00010000:00000010:1.1:1776192955.869039:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008beab6c6. 00010000:00000010:1.1:1776192955.869041:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074cbdd88. 00010000:00000010:1.1:1776192955.869045:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084f70ef7. 00010000:00000010:1.1:1776192955.869048:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002297d12c. 00010000:00000010:1.1:1776192955.869050:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba614d26. 00010000:00000010:1.1:1776192955.869053:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82f213d. 00010000:00000010:1.1:1776192955.869055:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d8926a7. 00010000:00000010:1.1:1776192955.869058:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e88c161. 00010000:00000010:1.1:1776192955.869061:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000002d145a. 00010000:00000010:1.1:1776192955.869064:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000728ae1bf. 00010000:00000010:1.1:1776192955.869067:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89cb4e8. 00010000:00000010:1.1:1776192955.869069:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4984833. 00010000:00000010:1.1:1776192955.869071:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b1cc92. 00010000:00000010:1.1:1776192955.869073:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed95eeb3. 00010000:00000010:1.1:1776192955.869075:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007363caf0. 00010000:00000010:1.1:1776192955.869078:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018bd598f. 00010000:00000010:1.1:1776192955.869081:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f4ffae5. 00010000:00000010:1.1:1776192955.869083:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5d047ac. 00010000:00000010:1.1:1776192955.869085:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cdeb00d. 00010000:00000010:1.1:1776192955.869088:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7e07111. 00010000:00000010:1.1:1776192955.869093:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003760ef8a. 00010000:00000010:1.1:1776192955.869095:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032b31d8a. 00010000:00000010:1.1:1776192955.869097:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00010000:00000010:1.1:1776192955.869100:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005546d8e8. 00010000:00000010:1.1:1776192955.869104:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069410578. 00010000:00000010:1.1:1776192955.869108:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9ac5549. 00010000:00000010:1.1:1776192955.869111:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.1:1776192955.869113:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e2453c6. 00010000:00000010:1.1:1776192955.869116:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.1:1776192955.869118:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8f2b4f3. 00010000:00000010:1.1:1776192955.869121:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.1:1776192955.869124:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e8ad1c1. 00010000:00000010:1.1:1776192955.869129:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f893c28. 00010000:00000010:1.1:1776192955.869132:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3d06ef. 00010000:00000010:1.1:1776192955.869134:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d7de0c8. 00010000:00000010:1.1:1776192955.869137:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ff7aec5. 00010000:00000010:1.1:1776192955.869140:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4c36c2f. 00010000:00000010:1.1:1776192955.869142:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ca0d7ab. 00010000:00000010:1.1:1776192955.869145:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002644b5ce. 00010000:00000010:1.1:1776192955.869147:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc36bbe. 00010000:00000010:1.1:1776192955.869149:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5701e21. 00010000:00000010:1.1:1776192955.869152:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dff526a. 00010000:00000010:1.1:1776192955.869176:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a9319a. 00010000:00000010:1.1:1776192955.869178:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8aa7a5d. 00010000:00000010:1.1:1776192955.869180:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58ff4db. 00010000:00000010:1.1:1776192955.869183:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000669e6527. 00010000:00000010:1.1:1776192955.869185:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000821c23bf. 00010000:00000010:2.1:1776192955.929589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da2dd834. 00010000:00000010:2.1:1776192955.929596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000801df5b0. 00010000:00000010:2.1:1776192955.929602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a0ef6a. 00010000:00000010:2.1:1776192955.929605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:2.1:1776192955.929607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ec24546. 00010000:00000010:2.1:1776192955.929610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.1:1776192955.929612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eedd6a02. 00010000:00000010:2.1:1776192955.929615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.1:1776192955.929617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c44154f. 00010000:00000010:2.1:1776192955.929630:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f90f8f5. 00010000:00000010:2.1:1776192955.929633:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079122b43. 00010000:00000010:2.1:1776192955.929635:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ffa4419. 00010000:00000010:2.1:1776192955.929637:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cc471bb. 00010000:00000010:2.1:1776192955.929639:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000427b5bd3. 00010000:00000010:2.1:1776192955.929641:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2fd2cd2. 00010000:00000010:2.1:1776192955.929643:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007862bdbe. 00010000:00000010:2.1:1776192955.929645:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031d8c0ef. 00010000:00000010:2.1:1776192955.929647:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cafc06. 00010000:00000010:2.1:1776192955.929649:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfef258. 00010000:00000010:2.1:1776192955.929651:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00000020:00000010:3.0:1776192955.929907:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007612aeae. 00000020:00000010:3.0:1776192955.929914:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d530fbc5. 00000020:00000010:3.0:1776192955.929919:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192955.929946:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009928a598 x1862471344628288/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:383/0 lens 328/0 e 0 to 0 dl 1776192998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192955.929985:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344628288 02000000:00000010:3.0:1776192955.929997:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003100162a. 00010000:00000010:3.0:1776192955.930022:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fa3d311. 00010000:00000010:3.0:1776192955.930041:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192955.930048:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086ddeab8. 00000100:00000010:3.0:1776192955.930073:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086ddeab8. 00010000:00000010:3.0:1776192955.930077:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000400:00000010:3.0:1776192955.930088:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192955.930092:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344628288, offset 224 00000400:00000200:3.0:1776192955.930099:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192955.930109:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192955.930115:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91076:91076:256:4294967295] 192.168.203.33@tcp LPNI seq info [91076:91076:8:4294967295] 00000400:00000200:3.0:1776192955.930124:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192955.930129:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192955.930134:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192955.930140:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192955.930146:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192955.930150:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192955.930185:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d530fbc5. 00000020:00000010:3.0:1776192955.930190:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192955.930192:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007612aeae. 00000800:00000200:3.0:1776192955.930276:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.930279:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192955.930283:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.930287:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.930290:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192955.930291:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000800:00000200:3.0:1776192955.931883:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.931887:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:3.0:1776192955.931890:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.931895:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.931898:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:3.0:1776192955.931899:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00000100:00000200:3.0:1776192955.931905:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349509696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776192955.935273:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007612aeae. 00000020:00000010:3.0:1776192955.935280:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d530fbc5. 00000020:00000010:3.0:1776192955.935284:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192955.935308:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f17b910 x1862471344628352/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:383/0 lens 328/0 e 0 to 0 dl 1776192998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192955.935346:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344628352 02000000:00000010:3.0:1776192955.935356:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c01d8bb7. 00010000:00000010:3.0:1776192955.935394:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192955.935401:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086ddeab8. 00000100:00000010:3.0:1776192955.935407:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086ddeab8. 00010000:00000010:3.0:1776192955.935411:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000400:00000010:3.0:1776192955.935423:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192955.935428:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344628352, offset 224 00000400:00000200:3.0:1776192955.935437:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192955.935447:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192955.935453:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91078:91078:256:4294967295] 192.168.203.33@tcp LPNI seq info [91078:91078:8:4294967295] 00000400:00000200:3.0:1776192955.935461:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192955.935466:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192955.935470:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192955.935476:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192955.935482:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192955.935486:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192955.935501:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d530fbc5. 00000020:00000010:3.0:1776192955.935505:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192955.935508:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007612aeae. 00000800:00000200:3.0:1776192955.935561:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.935564:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192955.935568:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.935572:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.935575:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192955.935577:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000800:00000200:3.0:1776192955.936402:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.936405:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:3.0:1776192955.936409:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.936415:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.936418:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:3.0:1776192955.936419:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 00000100:00000200:3.0:1776192955.936424:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349509760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192955.938584:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000200120f8. 00010000:00000010:2.1:1776192955.938598:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d32001f. 00010000:00000010:2.1:1776192955.938602:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfef258. 00010000:00000010:2.1:1776192955.938605:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00010000:00000010:3.1:1776192955.943497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055833adc. 00000020:00000010:3.0:1776192955.947871:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007612aeae. 00000020:00000010:3.0:1776192955.947881:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d530fbc5. 00000020:00000010:3.0:1776192955.947886:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192955.947915:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000462ac87 x1862471344628416/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:383/0 lens 328/0 e 0 to 0 dl 1776192998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192955.947947:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344628416 02000000:00000010:3.0:1776192955.947957:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df138ea6. 00010000:00000010:3.0:1776192955.947994:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192955.948000:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086ddeab8. 00000100:00000010:3.0:1776192955.948008:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086ddeab8. 00010000:00000010:3.0:1776192955.948011:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000400:00000010:3.0:1776192955.948023:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192955.948028:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344628416, offset 224 00000400:00000200:3.0:1776192955.948036:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192955.948047:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192955.948066:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91080:91080:256:4294967295] 192.168.203.33@tcp LPNI seq info [91080:91080:8:4294967295] 00000400:00000200:3.0:1776192955.948076:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192955.948081:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192955.948085:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192955.948091:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192955.948100:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192955.948103:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192955.948121:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d530fbc5. 00000020:00000010:3.0:1776192955.948124:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192955.948127:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007612aeae. 00000800:00000200:3.0:1776192955.948243:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.948246:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192955.948250:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.948255:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.948259:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192955.948261:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00010000:00000010:2.1:1776192955.949475:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af0022fc. 00010000:00000010:2.1:1776192955.949487:0:78406:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000327e01d2. 00010000:00000010:2.1:1776192955.949493:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cafc06. 00000400:00000010:3.0:1776192955.963763:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003d43bc65. 00000400:00000200:3.0:1776192955.963767:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:3.0:1776192955.963769:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000100:00000200:3.0:1776192955.963777:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c12bc15 x1862471349509824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192955.963784:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c12bc15 x1862471349509824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192955.963816:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f059c53d. 02000000:00000010:3.0:1776192955.963821:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3f2593e. 00000100:00000010:3.0:1776192955.963824:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c12bc15. 00000100:00000010:3.0:1776192955.963828:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aaf01b99. 00010000:00000010:3.0:1776192955.963831:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3b2821d. 00080000:00000010:3.0:1776192955.964316:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdb4b888. 00010000:00000010:3.0:1776192955.964409:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:3.0:1776192955.964417:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8225bc6. 00010000:00000010:3.0:1776192955.964611:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093fd1112. 00010000:00000010:3.0:1776192955.964617:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0b3fcca. 00010000:00000010:3.0:1776192955.964625:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192955.964629:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086ddeab8. 00000100:00000010:3.0:1776192955.964635:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192955.964647:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000268ec76d. 02000000:00000010:3.0:1776192955.964666:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4a459fc. 00000400:00000010:3.0:1776192955.964670:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de17537. 00000400:00000010:3.0:1776192955.964673:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192955.964677:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349509888, portal 16 00000400:00000010:3.0:1776192955.964680:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192955.964682:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349509888, offset 0 00000400:00000200:3.0:1776192955.964687:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192955.964693:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192955.964699:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192955.964701:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192955.964704:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192955.964707:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91083:91083:256:4294967295] 192.168.203.33@tcp LPNI seq info [91083:91083:8:4294967295] 00000400:00000200:3.0:1776192955.964724:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192955.964734:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192955.964737:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192955.964741:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192955.964745:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192955.964747:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192955.967458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a3191e. 00010000:00000010:3.1:1776192955.972251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f07a9413. 00010000:00000010:3.1:1776192955.972263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000821c23bf. 00010000:00000010:1.1:1776192955.972300:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ff9bcbc. 00010000:00000010:1.1:1776192955.972306:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007862bdbe. 00000400:00000010:3.0:1776192955.973922:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008de17537. 00000400:00000200:3.0:1776192955.973929:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192955.973931:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192955.973941:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349509888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192955.973950:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349509888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192955.973979:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4a459fc. 02000000:00000010:3.0:1776192955.973983:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000268ec76d. 00000100:00000010:3.0:1776192955.973987:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192955.973989:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086ddeab8. 00010000:00000010:3.0:1776192955.973993:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00010000:00000010:1.1:1776192955.975176:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5c3ea3e. 00000800:00000200:3.0:1776192955.975734:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.975738:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:3.0:1776192955.975743:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.975747:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.975751:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:3.0:1776192955.975753:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00000800:00000200:3.0:1776192955.978617:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.978625:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055f69bfa (tot 82351898). 00000400:00000200:3.0:1776192955.978633:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.978642:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.978647:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:3.0:1776192955.978649:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00000100:00000200:3.0:1776192955.978659:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349509952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192955.981011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f136e399. 00010000:00000010:1.1:1776192955.981023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fd1112. 00010000:00000010:0.1:1776192955.981187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f430cf. 00000400:00000010:3.0:1776192955.982608:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047f8404a. 00000400:00000200:3.0:1776192955.982612:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:3.0:1776192955.982614:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:3.0:1776192955.982620:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349509952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192955.982628:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349509952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192955.982655:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb2c6f1. 02000000:00000010:3.0:1776192955.983666:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a85ea26f. 00000100:00000010:3.0:1776192955.983672:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000010:3.0:1776192955.983675:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcde37df. 00010000:00000010:3.0:1776192955.983678:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006cbfe7ac. 00080000:00000010:3.0:1776192955.983692:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000268ec76d. 00010000:00000010:3.0:1776192955.983788:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:3.0:1776192955.983803:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ba45b1a. 00010000:00000010:3.0:1776192955.983875:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c721b9b9. 00010000:00000010:3.0:1776192955.983879:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d530fbc5. 00010000:00000010:3.0:1776192955.983884:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192955.984187:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00080000:00000010:3.0:1776192955.984204:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4a459fc. 00010000:00000010:3.0:1776192955.984234:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192955.984238:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d530fbc5. 00010000:00000010:3.0:1776192955.984293:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192955.984297:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192955.984304:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192955.984308:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086ddeab8. 00000100:00000010:3.0:1776192955.984315:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192955.984325:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d14f4eeb. 02000000:00000010:3.0:1776192955.984425:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab2a4fd5. 00000400:00000010:3.0:1776192955.984431:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de17537. 00000400:00000010:3.0:1776192955.984435:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192955.984439:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349510016, portal 16 00000400:00000010:3.0:1776192955.984444:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192955.984446:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349510016, offset 0 00000400:00000200:3.0:1776192955.984453:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192955.984462:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192955.984468:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192955.984471:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192955.984474:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192955.984477:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91087:91087:255:4294967295] 192.168.203.33@tcp LPNI seq info [91087:91087:7:4294967295] 00000400:00000200:3.0:1776192955.984484:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192955.984488:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192955.984492:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352394). 00000800:00000200:3.0:1776192955.984497:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192955.984503:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192955.984505:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192955.984552:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.984554:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:3.0:1776192955.984558:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.984562:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.984566:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:3.0:1776192955.984567:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 02000000:00000010:3.0:1776192955.984572:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038544634. 00000800:00000200:3.0:1776192955.985007:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.985010:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192955.985014:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.985018:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.985021:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192955.985023:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192955.985029:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349510016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192955.987070:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008de17537. 00000400:00000200:3.0:1776192955.987075:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192955.987078:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192955.987083:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349510016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192955.987092:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349510016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192955.987119:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab2a4fd5. 02000000:00000010:3.0:1776192955.987125:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d14f4eeb. 00000100:00000010:3.0:1776192955.987129:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192955.987133:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086ddeab8. 00010000:00000010:3.0:1776192955.987138:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000800:00000200:3.0:1776192955.989709:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192955.989713:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192955.989730:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192955.989734:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192955.989738:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:3.0:1776192955.989740:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00080000:00000010:3.0:1776192955.989771:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d14f4eeb. 00010000:00000010:3.0:1776192955.989863:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192955.989870:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2049d71. 00010000:00000010:3.0:1776192955.989947:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.0:1776192955.989953:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192955.989964:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192955.989969:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086ddeab8. 00000100:00000010:3.0:1776192955.989976:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192955.989988:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab2a4fd5. 02000000:00000010:3.0:1776192955.990012:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7bd03ac. 00000400:00000010:3.0:1776192955.990018:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de17537. 00000400:00000010:3.0:1776192955.990022:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192955.990027:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349510080, portal 16 00000400:00000010:3.0:1776192955.990031:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192955.990033:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349510080, offset 0 00000400:00000200:3.0:1776192955.990040:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192955.990048:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192955.990055:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192955.990058:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192955.990061:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192955.990064:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91089:91089:256:4294967295] 192.168.203.33@tcp LPNI seq info [91089:91089:8:4294967295] 00000400:00000200:3.0:1776192955.990070:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192955.990074:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192955.990077:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192955.990081:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192955.990085:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192955.990088:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192955.990630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d1f39e. 00010000:00000010:3.1:1776192955.994491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f8cbcfc. 00010000:00000010:3.1:1776192955.994507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58ff4db. 00010000:00000010:3.1:1776192955.994511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c721b9b9. 00010000:00000010:3.1:1776192955.994514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00010000:00000010:3.1:1776192955.994517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b368500. 00010000:00000010:3.1:1776192955.994520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00010000:00000010:0.1:1776192955.997221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050a8331b. 00000400:00000010:3.0:1776192956.003190:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008de17537. 00000400:00000200:3.0:1776192956.003197:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192956.003199:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192956.003206:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349510080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.003216:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349510080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776192999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.003239:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e7e5601. 02000000:00000010:3.0:1776192956.003256:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7bd03ac. 02000000:00000010:3.0:1776192956.003262:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab2a4fd5. 00000100:00000010:3.0:1776192956.003266:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192956.003269:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086ddeab8. 00010000:00000010:3.0:1776192956.003272:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000800:00000200:3.0:1776192956.005329:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.005333:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:3.0:1776192956.005701:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.005708:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.005712:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004654046e 00000400:00000010:3.0:1776192956.005715:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004654046e. 00010000:00000010:3.1:1776192956.010246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1e84274. 00010000:00000010:0.1:1776192956.010463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a2ff52. 00000800:00000200:3.0:1776192956.011363:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.011367:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:3.0:1776192956.011370:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.011374:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.011377:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:3.0:1776192956.011379:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00010000:00000010:1.1:1776192956.015210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dbf957. 00000400:00000200:3.0:1776192956.019461:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.019476:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a480 00000400:00000200:3.0:1776192956.019482:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1831 [2] + 984 00000400:00000200:3.0:1776192956.019545:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.019550:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.019556:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.019562:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000400:00000010:0.0:1776192956.019980:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192956.019985:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344628864, offset 224 00000400:00000200:0.0:1776192956.019992:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.020003:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.020008:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91094:91094:256:4294967295] 192.168.203.33@tcp LPNI seq info [91094:91094:8:4294967295] 00000400:00000200:0.0:1776192956.020017:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.020021:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.020026:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192956.020031:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.020036:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.020040:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.020071:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003f06a0c4. 00000020:00000010:0.0:1776192956.020076:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.020078:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324279da. 00010000:00000010:1.1:1776192956.020187:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c79839ac. 00010000:00000010:1.1:1776192956.020194:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043a787d4. 00010000:00000010:1.1:1776192956.020198:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a9319a. 00000800:00000200:3.0:1776192956.020503:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.020507:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:3.0:1776192956.020512:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.020517:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.020521:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:3.0:1776192956.020522:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000800:00000200:0.0:1776192956.020881:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.020884:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c16a5ade (tot 82351898). 00000400:00000200:0.0:1776192956.020889:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.020894:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.020897:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:0.0:1776192956.020898:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:0.0:1776192956.020904:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349510272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.023199:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.023215:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312080 00000400:00000200:3.0:1776192956.023224:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2ef1 [1] + 224 00000400:00000200:0.0:1776192956.023284:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.023291:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.023301:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349510272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.025214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d37da78. 00010000:00000010:1.1:1776192956.025231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5701e21. 00010000:00000010:0.1:1776192956.025430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a413c0b. 00000400:00000200:3.0:1776192956.027117:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.027133:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a4c0 00000400:00000200:3.0:1776192956.027141:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1831 [2] + 1312 00000400:00000200:3.0:1776192956.027235:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.027240:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.027247:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.027253:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:0.0:1776192956.027417:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324279da. 00000020:00000010:0.0:1776192956.027424:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003f06a0c4. 00000020:00000010:0.0:1776192956.027429:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.027453:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344628928/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192956.027552:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344628928 02000000:00000010:0.0:1776192956.027566:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b51cec3. 00010000:00000010:0.0:1776192956.027593:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca35d744. 00010000:00000010:0.0:1776192956.027615:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3da9525. 00000100:00000010:0.0:1776192956.027623:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.027646:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192956.027650:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3da9525. 00000400:00000010:0.0:1776192956.027663:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192956.027667:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344628928, offset 224 00000400:00000200:0.0:1776192956.027674:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.027684:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.027690:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91096:91096:256:4294967295] 192.168.203.33@tcp LPNI seq info [91096:91096:8:4294967295] 00000400:00000200:0.0:1776192956.030144:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.030166:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.030173:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192956.030181:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.030189:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.030193:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.030219:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003f06a0c4. 00000020:00000010:0.0:1776192956.030225:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.030229:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324279da. 00010000:00000010:1.1:1776192956.033182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000242ddacc. 00010000:00000010:1.1:1776192956.033197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a9319a. 00010000:00000010:0.1:1776192956.037210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf416c0. 00000400:00000200:0.0:1776192956.038015:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.038033:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673120c0 00000400:00000200:0.0:1776192956.038042:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2efd [1] + 224 00000400:00000200:0.0:1776192956.038052:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.038056:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.038066:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349510336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.038112:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.038118:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a500 00000400:00000200:0.0:1776192956.038122:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1831 [2] + 1640 00000400:00000200:0.0:1776192956.038204:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.038212:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.038220:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.038226:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 00000800:00000200:3.0:1776192956.039565:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.039570:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:3.0:1776192956.039575:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.039582:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.039586:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:3.0:1776192956.039588:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000800:00000200:0.0:1776192956.041150:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.041175:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:0.0:1776192956.041190:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.041197:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.041202:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:0.0:1776192956.041213:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:0.0:1776192956.041221:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349510400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.043095:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.043112:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312100 00000400:00000200:0.0:1776192956.043121:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f09 [1] + 224 00000400:00000200:0.0:1776192956.043143:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.043147:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.043193:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349510400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192956.043431:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067077fe8. 00000400:00000200:3.0:1776192956.043436:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:3.0:1776192956.043438:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:3.0:1776192956.043444:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349510400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.043461:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349510400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.043488:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7bfe7f9. 02000000:00000010:3.0:1776192956.043493:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000637a6d7e. 00000100:00000010:3.0:1776192956.043496:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:3.0:1776192956.043502:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078e9316c. 00010000:00000010:3.0:1776192956.043505:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d1c701b. 00010000:00000010:2.1:1776192956.044201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009071fa3d. 00000400:00000200:0.0:1776192956.051440:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.051460:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a540 00000400:00000200:0.0:1776192956.051468:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1831 [2] + 1968 00000400:00000010:0.0:1776192956.051473:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571f6932. 00000400:00000200:0.0:1776192956.051478:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008877356c 00000400:00000200:0.0:1776192956.051535:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.051541:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.051546:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008877356c 00000400:00000010:0.0:1776192956.051548:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008877356c (tot 82351746). 00000100:00000200:0.0:1776192956.051555:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1776192956.055332:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ab672cd. 00010000:00000010:1.1:1776192956.055347:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5701e21. 00080000:00000010:3.0:1776192956.058412:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab2a4fd5. 00010000:00000010:3.0:1776192956.058530:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006488f7e1. 00010000:00000010:3.0:1776192956.058540:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf89e725. 00010000:00000010:3.0:1776192956.058612:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192956.058618:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192956.058630:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000010da7376. 00000100:00000010:3.0:1776192956.058637:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086ddeab8. 00000100:00000010:3.0:1776192956.058644:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192956.058656:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7bd03ac. 02000000:00000010:3.0:1776192956.058685:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f59045a0. 00000400:00000010:3.0:1776192956.058691:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de17537. 00000400:00000010:3.0:1776192956.058697:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192956.058702:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349510464, portal 16 00000400:00000010:3.0:1776192956.058707:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192956.058710:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349510464, offset 0 00000400:00000200:3.0:1776192956.058733:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.058749:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.058756:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.058759:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.058762:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.058765:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91101:91101:255:4294967295] 192.168.203.33@tcp LPNI seq info [91101:91101:7:4294967295] 00000400:00000200:3.0:1776192956.058773:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.058779:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.058783:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352394). 00000800:00000200:3.0:1776192956.058789:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.058806:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.058809:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.060601:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.060607:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da07860a (tot 82352146). 00000400:00000200:0.0:1776192956.060614:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.060622:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.060627:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:0.0:1776192956.060629:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 02000000:00000010:0.0:1776192956.060636:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e597766b. 00000800:00000200:0.0:1776192956.060703:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.060705:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192956.060709:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.060712:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.060714:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:0.0:1776192956.060715:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:0.0:1776192956.060723:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349510464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.065274:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.065295:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312140 00000400:00000200:3.0:1776192956.065304:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f19 [1] + 224 00000400:00000200:3.0:1776192956.065315:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.065319:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.065329:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349510464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.065370:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.065375:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a580 00000400:00000200:3.0:1776192956.065379:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1889 [2] + 0 00000400:00000200:3.0:1776192956.065401:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.065405:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.065409:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.065416:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:3.0:1776192956.065542:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003337962e. 00000020:00000010:3.0:1776192956.065549:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192956.065553:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.065576:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344629120/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192956.065601:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629120 02000000:00000010:3.0:1776192956.065612:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000881d6ae0. 00010000:00000010:3.0:1776192956.065649:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b850bc64. 00000100:00000010:3.0:1776192956.065657:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007359021b. 00000100:00000010:3.0:1776192956.065664:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007359021b. 00010000:00000010:3.0:1776192956.065668:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b850bc64. 00000400:00000010:3.0:1776192956.065680:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192956.065684:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629120, offset 224 00000400:00000200:3.0:1776192956.065691:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.065702:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.065706:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91102:91102:256:4294967295] 192.168.203.33@tcp LPNI seq info [91102:91102:8:4294967295] 00000400:00000200:3.0:1776192956.067583:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.067594:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.067598:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192956.067606:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.067613:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.067617:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.067643:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192956.067648:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.067652:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003337962e. 02000000:00000010:0.0:1776192956.068263:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de95d9c1. 00000400:00000010:0.0:1776192956.068273:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8214073. 00000400:00000010:0.0:1776192956.068279:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192956.068285:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349510528, portal 16 00000400:00000010:0.0:1776192956.068290:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002696d13a. 00000100:00000200:0.0:1776192956.068292:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349510528, offset 0 00000400:00000200:0.0:1776192956.068299:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.068311:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.068318:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.068321:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.068324:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.068327:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91103:91103:255:4294967295] 192.168.203.33@tcp LPNI seq info [91103:91103:7:4294967295] 00000400:00000200:0.0:1776192956.068335:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.068342:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.068345:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352394). 00000800:00000200:0.0:1776192956.068350:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.068354:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.068356:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.069619:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.069626:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:3.0:1776192956.069633:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.069640:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.069645:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192956.069647:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000800:00000200:3.0:1776192956.069712:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.069714:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192956.069718:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.069721:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.069723:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002696d13a 00000400:00000010:3.0:1776192956.069725:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002696d13a. 00000100:00000200:3.0:1776192956.069731:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349510528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.073476:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.073493:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312180 00000400:00000200:0.0:1776192956.073501:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f25 [1] + 224 00000400:00000200:0.0:1776192956.073513:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.073517:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.073526:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349510528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.074181:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000198ae049. 00010000:00000010:3.1:1776192956.074188:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cafc06. 00010000:00000010:1.1:1776192956.078203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ae7035. 00000400:00000200:3.0:1776192956.079536:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.079555:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a5c0 00000400:00000200:3.0:1776192956.079563:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1889 [2] + 328 00000400:00000200:3.0:1776192956.080599:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.080609:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.080617:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.080626:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00080000:00000010:0.0:1776192956.081347:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cee8cfb. 00010000:00000010:0.0:1776192956.081440:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:0.0:1776192956.081447:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3c51c8e. 00010000:00000010:0.0:1776192956.081516:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf416c0. 00010000:00000010:0.0:1776192956.081523:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192956.081533:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9db58df. 00000100:00000010:0.0:1776192956.081537:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.081544:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192956.081555:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038544634. 02000000:00000010:0.0:1776192956.081578:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000324279da. 00000400:00000010:0.0:1776192956.081583:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8214073. 00000400:00000010:0.0:1776192956.081587:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192956.081592:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349510592, portal 16 00000400:00000010:0.0:1776192956.081596:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192956.081598:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349510592, offset 0 00000400:00000200:0.0:1776192956.081603:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.081609:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.081617:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.081620:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.081623:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.081625:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91105:91105:255:4294967295] 192.168.203.33@tcp LPNI seq info [91105:91105:7:4294967295] 00000400:00000200:0.0:1776192956.081632:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.081636:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.081639:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192956.081643:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.081647:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.081649:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.081942:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.081945:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bceae50a (tot 82352146). 00000400:00000200:3.0:1776192956.081950:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.081955:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.081959:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:3.0:1776192956.081961:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000800:00000200:3.0:1776192956.082589:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.082592:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:3.0:1776192956.082596:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.082600:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.082603:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:3.0:1776192956.082605:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:3.0:1776192956.082612:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349510592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.083893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f67fde3a. 00010000:00000010:1.1:1776192956.083906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006de1a520. 00010000:00000010:1.1:1776192956.083911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00000400:00000200:0.0:1776192956.084233:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.084248:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673121c0 00000400:00000200:0.0:1776192956.084257:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f31 [1] + 224 00000400:00000200:0.0:1776192956.084268:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.084271:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.084278:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349510592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.084312:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.084317:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a600 00000400:00000200:0.0:1776192956.084321:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1889 [2] + 656 00000400:00000200:0.0:1776192956.084364:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.084368:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.084371:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.084377:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e47a715c. 00000020:00000010:3.0:1776192956.084482:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003337962e. 00000020:00000010:3.0:1776192956.084488:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192956.084491:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.084556:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e47a715c x1862471344629248/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192956.084590:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629248 02000000:00000010:3.0:1776192956.084601:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7bd03ac. 00010000:00000010:3.0:1776192956.084637:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b850bc64. 00000100:00000010:3.0:1776192956.084644:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007359021b. 00000100:00000010:3.0:1776192956.084650:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007359021b. 00010000:00000010:3.0:1776192956.084655:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b850bc64. 00000400:00000010:3.0:1776192956.084668:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192956.084673:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629248, offset 224 00000400:00000200:3.0:1776192956.084681:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.084693:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.084698:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91106:91106:256:4294967295] 192.168.203.33@tcp LPNI seq info [91106:91106:8:4294967295] 00000400:00000200:3.0:1776192956.084707:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.084712:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.084727:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192956.084733:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.084740:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.084744:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.084763:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192956.084768:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.084771:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003337962e. 00000800:00000200:3.0:1776192956.084854:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.084862:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192956.084866:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.084869:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.084872:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192956.084874:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000800:00000200:3.0:1776192956.086839:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.086858:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bceae50a (tot 82351898). 00000400:00000200:3.0:1776192956.086863:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.086869:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.086873:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:3.0:1776192956.086875:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00000100:00000200:3.0:1776192956.086881:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349510656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.093525:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2525030. 00010000:00000010:0.1:1776192956.093537:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5701e21. 00000020:00000010:0.0:1776192956.111122:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324279da. 00000020:00000010:0.0:1776192956.111134:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.111139:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.111182:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebc3b78d x1862471344629312/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192956.111217:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629312 02000000:00000010:0.0:1776192956.111228:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038544634. 00010000:00000010:0.0:1776192956.111260:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dea0cd24. 00010000:00000010:0.0:1776192956.111284:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b03f6c6. 00000100:00000010:0.0:1776192956.111291:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.111302:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.111306:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b03f6c6. 00000400:00000010:0.0:1776192956.111319:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192956.111325:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629312, offset 224 00000400:00000200:0.0:1776192956.111333:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.111346:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.111351:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91108:91108:256:4294967295] 192.168.203.33@tcp LPNI seq info [91108:91108:8:4294967295] 00000400:00000200:0.0:1776192956.111361:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.111366:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.111370:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192956.111375:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.111382:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.111386:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.111404:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.111408:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.111411:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324279da. 00000800:00000200:0.0:1776192956.111520:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.111524:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:0.0:1776192956.111528:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.111533:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.111537:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192956.111538:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000800:00000200:0.0:1776192956.113377:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.113382:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da07860a (tot 82351898). 00000400:00000200:0.0:1776192956.113387:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.113393:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.113397:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:0.0:1776192956.113399:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:0.0:1776192956.113405:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd381e0d x1862471349510720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.116420:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d610ba8. 00010000:00000010:1.1:1776192956.116433:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e238ca96. 00010000:00000010:1.1:1776192956.116438:0:78411:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a69705ef. 00010000:00000010:1.1:1776192956.116441:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf416c0. 00010000:00000010:0.1:1776192956.120695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0a0aa6c. 00010000:00000010:1.1:1776192956.123582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51dd469. 00010000:00000010:1.1:1776192956.123593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a9319a. 00000020:00000010:3.0:1776192956.125131:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040e546cd. 00000020:00000010:3.0:1776192956.125140:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192956.125145:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.125204:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f277e3e x1862471344629376/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192956.125235:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629376 02000000:00000010:3.0:1776192956.125245:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ad68a0a. 00010000:00000010:3.0:1776192956.125271:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5d4f8f7. 00010000:00000010:3.0:1776192956.125292:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b850bc64. 00000100:00000010:3.0:1776192956.125298:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007359021b. 00000100:00000010:3.0:1776192956.125308:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007359021b. 00010000:00000010:3.0:1776192956.125311:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b850bc64. 00000400:00000010:3.0:1776192956.125322:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192956.125325:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629376, offset 224 00000400:00000200:3.0:1776192956.125333:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.125343:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.125349:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91110:91110:256:4294967295] 192.168.203.33@tcp LPNI seq info [91110:91110:8:4294967295] 00000400:00000200:3.0:1776192956.125359:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.125364:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.125368:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192956.125373:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.125380:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.125383:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.125400:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192956.125404:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.125407:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040e546cd. 00000800:00000200:3.0:1776192956.125489:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.125493:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192956.125497:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.125501:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.125504:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192956.125506:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000800:00000200:3.0:1776192956.126265:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.126269:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:3.0:1776192956.126272:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.126277:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.126280:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:3.0:1776192956.126281:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 00000100:00000200:3.0:1776192956.126286:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349510784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192956.139724:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de95d9c1. 00000020:00000010:0.0:1776192956.139731:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.139735:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.139758:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c81c218 x1862471344629440/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192956.139789:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629440 02000000:00000010:0.0:1776192956.139813:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a4628c5. 00010000:00000010:0.0:1776192956.140274:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b03f6c6. 00000100:00000010:0.0:1776192956.140283:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.140289:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.140292:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b03f6c6. 00000400:00000010:0.0:1776192956.140307:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192956.140312:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629440, offset 224 00000400:00000200:0.0:1776192956.140319:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.140329:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.140334:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91112:91112:256:4294967295] 192.168.203.33@tcp LPNI seq info [91112:91112:8:4294967295] 00000400:00000200:0.0:1776192956.140343:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.140347:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.140352:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192956.140357:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.140362:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.140366:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.140385:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.140389:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.140393:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de95d9c1. 00000800:00000200:0.0:1776192956.140661:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.140665:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:0.0:1776192956.140670:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.140674:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.140678:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192956.140680:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000800:00000200:3.0:1776192956.145295:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.145301:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:3.0:1776192956.145308:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.145315:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.145320:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:3.0:1776192956.145322:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:3.0:1776192956.145327:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349510848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.145399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071ea35b4. 00010000:00000010:2.1:1776192956.145406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002644b5ce. 00010000:00000010:3.1:1776192956.149310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e062a9. 00010000:00000010:2.1:1776192956.152202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002face6bc. 00010000:00000010:2.1:1776192956.152218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc36b598. 00010000:00000010:2.1:1776192956.152235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00000400:00000200:3.0:1776192956.153094:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.153110:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673122c0 00000400:00000200:3.0:1776192956.153118:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f61 [1] + 224 00000400:00000200:3.0:1776192956.153136:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.153140:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.153172:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349510848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776192956.161511:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000719ecaff. 00000020:00000010:3.0:1776192956.161518:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192956.161522:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.161546:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be79ee41 x1862471344629504/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192956.161580:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629504 02000000:00000010:3.0:1776192956.161589:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c576c568. 00010000:00000010:3.0:1776192956.161615:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006cc8aaa. 00010000:00000010:3.0:1776192956.161635:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192956.161641:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007359021b. 00000100:00000010:3.0:1776192956.161660:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007359021b. 00010000:00000010:3.0:1776192956.161664:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000400:00000010:3.0:1776192956.161674:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192956.161678:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629504, offset 224 00000400:00000200:3.0:1776192956.161685:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.161695:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.161701:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91114:91114:256:4294967295] 192.168.203.33@tcp LPNI seq info [91114:91114:8:4294967295] 00000400:00000200:3.0:1776192956.161839:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.161958:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.161963:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82351994). 00000800:00000200:3.0:1776192956.161969:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.161975:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.161979:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.162996:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192956.163005:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.163009:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000719ecaff. 02000000:00000010:3.0:1776192956.163019:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a4628c5. 00000100:00000010:3.0:1776192956.163023:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 02000000:00000010:3.0:1776192956.163028:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ad68a0a. 00000100:00000010:3.0:1776192956.163029:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 02000000:00000010:3.0:1776192956.163033:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038544634. 00000100:00000010:3.0:1776192956.163035:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 02000000:00000010:3.0:1776192956.163038:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7bd03ac. 00000100:00000010:3.0:1776192956.163040:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e47a715c. 02000000:00000010:3.0:1776192956.163044:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a85ea26f. 00000100:00000010:3.0:1776192956.163048:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192956.163051:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000881d6ae0. 00000100:00000010:3.0:1776192956.163053:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000200:3.0:1776192956.163061:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192956.163068:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6913e88. 00000400:00000010:3.0:1776192956.163074:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007359021b (tot 82352146). 00080000:00000010:0.0:1776192956.163189:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000324279da. 00010000:00000010:0.0:1776192956.163280:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf9e8fd5. 00010000:00000010:0.0:1776192956.163289:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f87db968. 00010000:00000010:0.0:1776192956.163360:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.0:1776192956.163366:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c15d1bd8. 00010000:00000010:0.0:1776192956.163376:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b03f6c6. 00000100:00000010:0.0:1776192956.163381:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.163388:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 02000000:00000010:0.0:1776192956.163398:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de95d9c1. 02000000:00000010:0.0:1776192956.163425:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038544634. 00000400:00000010:0.0:1776192956.163430:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f34ac5. 00000400:00000010:0.0:1776192956.163433:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192956.163436:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349510912, portal 16 00000400:00000010:0.0:1776192956.163441:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192956.163443:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349510912, offset 0 00000400:00000200:0.0:1776192956.163450:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.163463:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.163469:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.163473:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.163475:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.163478:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91115:91115:255:4294967295] 192.168.203.33@tcp LPNI seq info [91115:91115:7:4294967295] 00000400:00000200:0.0:1776192956.163486:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.163491:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.163494:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352394). 00000800:00000200:0.0:1776192956.163500:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.163507:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.163509:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1776192956.175983:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.176002:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312300 00000400:00000200:0.0:1776192956.176012:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f71 [1] + 224 00000400:00000200:0.0:1776192956.176024:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.176028:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.176039:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b20187c x1862471349510912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.176073:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.176079:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a740 00000400:00000200:0.0:1776192956.176084:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb18e9 [2] + 0 00000400:00000200:0.0:1776192956.176094:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.176097:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.176101:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.176106:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 00000020:00000010:0.0:1776192956.176174:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043751614. 00000020:00000010:0.0:1776192956.176181:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.176186:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.176209:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a35642c x1862471344629568/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.176236:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629568 02000000:00000010:0.0:1776192956.176246:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000736f872a. 00010000:00000010:0.0:1776192956.176283:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f44653a. 00000100:00000010:0.0:1776192956.176290:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.176298:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:0.0:1776192956.176302:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f44653a. 00000400:00000010:0.0:1776192956.176316:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192956.176321:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629568, offset 224 00000400:00000200:0.0:1776192956.176328:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.176338:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.176343:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91116:91116:256:4294967295] 192.168.203.33@tcp LPNI seq info [91116:91116:8:4294967295] 00000400:00000200:0.0:1776192956.176353:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.176357:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.176361:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192956.176367:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.176373:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.176377:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.176394:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.176397:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.176400:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043751614. 00010000:00000010:3.1:1776192956.177464:0:78419:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acc4ff53. 00010000:00000010:0.1:1776192956.177526:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eb8defd. 00010000:00000010:0.1:1776192956.177532:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d32001f. 00000800:00000200:0.0:1776192956.177545:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.177549:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:0.0:1776192956.177553:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.177560:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.177564:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:0.0:1776192956.177566:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000400:00000010:3.0:1776192956.178705:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057f34ac5. 00000400:00000200:3.0:1776192956.178714:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:3.0:1776192956.178716:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:3.0:1776192956.178726:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b20187c x1862471349510912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.178737:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b20187c x1862471349510912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.178763:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d14db24. 02000000:00000010:3.0:1776192956.178779:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038544634. 02000000:00000010:3.0:1776192956.178785:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de95d9c1. 00000100:00000010:3.0:1776192956.178788:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b20187c. 00000100:00000010:3.0:1776192956.178804:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:3.0:1776192956.178809:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b03f6c6. 00080000:00000010:3.0:1776192956.178829:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041f14cc8. 00010000:00000010:3.0:1776192956.184260:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c15d1bd8. 00010000:00000010:3.0:1776192956.184277:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b71476bf. 00010000:00000010:3.0:1776192956.184350:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192956.184357:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192956.184368:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70df29b. 00000100:00000010:3.0:1776192956.184376:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6e897. 00000100:00000010:3.0:1776192956.184384:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192956.184398:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049dfdc48. 02000000:00000010:3.0:1776192956.184426:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cc85e29. 00000400:00000010:3.0:1776192956.184432:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a70e81b. 00000400:00000010:3.0:1776192956.184438:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.184444:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349510976, portal 16 00000400:00000010:3.0:1776192956.184448:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192956.184451:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349510976, offset 0 00000400:00000200:3.0:1776192956.184460:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.184475:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.184482:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.184485:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.184488:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.184491:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91117:91117:256:4294967295] 192.168.203.33@tcp LPNI seq info [91117:91117:8:4294967295] 00000400:00000200:3.0:1776192956.184500:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.184505:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.184509:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.184515:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.184522:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.184525:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.186078:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.186085:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:3.0:1776192956.186093:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.186101:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.186106:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:3.0:1776192956.186108:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:3.0:1776192956.186117:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349510976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.193476:0:78422:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e53c59a. 00010000:00000010:3.1:1776192956.193492:0:78422:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae76b124. 00010000:00000010:3.1:1776192956.193496:0:78422:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00000400:00000200:0.0:1776192956.204117:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.204136:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312340 00000400:00000200:0.0:1776192956.204145:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f7d [1] + 224 00000400:00000200:0.0:1776192956.204201:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.204206:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.204216:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349510976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.204246:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.204252:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a780 00000400:00000200:0.0:1776192956.204257:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb18e9 [2] + 328 00000400:00000200:0.0:1776192956.204312:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.204316:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.204319:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.204324:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 00000800:00000200:0.0:1776192956.205075:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.205080:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:0.0:1776192956.205084:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.205089:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.205092:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:0.0:1776192956.205093:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000400:00000010:3.0:1776192956.205386:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a70e81b. 00000400:00000200:3.0:1776192956.205391:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:3.0:1776192956.205392:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.205399:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349510976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.205408:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349510976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.205429:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000888b358a. 02000000:00000010:3.0:1776192956.205441:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cc85e29. 02000000:00000010:3.0:1776192956.205445:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049dfdc48. 00000100:00000010:3.0:1776192956.205449:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192956.205452:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6e897. 00010000:00000010:3.0:1776192956.205455:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70df29b. 00080000:00000010:3.0:1776192956.205469:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049dfdc48. 00010000:00000010:3.0:1776192956.205548:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192956.205553:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034ffe811. 00010000:00000010:3.0:1776192956.205620:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.0:1776192956.205625:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192956.205634:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70df29b. 00000100:00000010:3.0:1776192956.205638:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6e897. 00000100:00000010:3.0:1776192956.205643:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192956.205652:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006cc85e29. 02000000:00000010:3.0:1776192956.205678:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000719ecaff. 00000400:00000010:3.0:1776192956.205681:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a70e81b. 00000400:00000010:3.0:1776192956.205685:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.205689:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511040, portal 16 00000400:00000010:3.0:1776192956.205694:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192956.205695:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511040, offset 0 00000400:00000200:3.0:1776192956.205701:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.205708:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.205727:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.205730:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.205733:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.205735:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91119:91119:256:4294967295] 192.168.203.33@tcp LPNI seq info [91119:91119:8:4294967295] 00000400:00000200:3.0:1776192956.205743:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.205747:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.205750:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.205754:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.205759:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.205762:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1776192956.212621:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.212641:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312380 00000400:00000200:0.0:1776192956.212650:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f89 [1] + 224 00000400:00000200:0.0:1776192956.212663:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.212667:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.212679:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349511040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.212723:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.212729:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a7c0 00000400:00000200:0.0:1776192956.212733:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb18e9 [2] + 656 00000400:00000200:0.0:1776192956.212782:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.212786:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.212789:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.212808:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 00000800:00000200:0.0:1776192956.213326:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.213330:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003306e2cc (tot 82351898). 00000400:00000200:0.0:1776192956.213334:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.213338:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.213342:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:0.0:1776192956.213344:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00010000:00000010:3.1:1776192956.214118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000004dd22d. 00010000:00000010:3.1:1776192956.214129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9a4fb44. 00010000:00000010:3.1:1776192956.214132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00000400:00000010:3.0:1776192956.214201:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a70e81b. 00000400:00000200:3.0:1776192956.214206:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:3.0:1776192956.214208:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.214216:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349511040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.214225:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349511040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.214247:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f7d0397. 02000000:00000010:3.0:1776192956.214261:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000719ecaff. 02000000:00000010:3.0:1776192956.214265:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006cc85e29. 00000100:00000010:3.0:1776192956.214269:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192956.214272:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6e897. 00010000:00000010:3.0:1776192956.214276:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70df29b. 00080000:00000010:3.0:1776192956.214293:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cc85e29. 00010000:00000010:3.0:1776192956.214374:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192956.214381:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005716f276. 00010000:00000010:3.0:1776192956.214453:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c721b9b9. 00010000:00000010:3.0:1776192956.214457:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007bd72d2f. 00010000:00000010:3.0:1776192956.214462:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192956.214466:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00080000:00000010:3.0:1776192956.214479:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000719ecaff. 00010000:00000010:3.0:1776192956.214502:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192956.214505:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007bd72d2f. 00010000:00000010:3.0:1776192956.214554:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043affda8. 00010000:00000010:3.0:1776192956.214558:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192956.214565:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70df29b. 00000100:00000010:3.0:1776192956.214570:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6e897. 00000100:00000010:3.0:1776192956.214577:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192956.214588:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040e546cd. 02000000:00000010:3.0:1776192956.214611:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ad68a0a. 00000400:00000010:3.0:1776192956.214616:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a70e81b. 00000400:00000010:3.0:1776192956.214620:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.214624:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511104, portal 16 00000400:00000010:3.0:1776192956.214629:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192956.214630:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511104, offset 0 00000400:00000200:3.0:1776192956.214637:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.214647:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.214653:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.214657:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.214659:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.214662:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91121:91121:256:4294967295] 192.168.203.33@tcp LPNI seq info [91121:91121:8:4294967295] 00000400:00000200:3.0:1776192956.214670:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.214674:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.214678:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192956.214683:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.214689:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.214693:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.215044:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.215049:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192956.215053:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.215058:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.215062:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:0.0:1776192956.215064:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:0.0:1776192956.215069:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349511104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.222495:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.222514:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673123c0 00000400:00000200:0.0:1776192956.222522:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2f95 [1] + 224 00000400:00000200:0.0:1776192956.222536:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.222540:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.222550:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349511104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192956.222636:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a70e81b. 00000400:00000200:3.0:1776192956.222642:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:3.0:1776192956.222643:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.222649:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349511104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.222656:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349511104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.222683:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ad68a0a. 02000000:00000010:3.0:1776192956.222687:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040e546cd. 00000100:00000010:3.0:1776192956.222691:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192956.222694:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6e897. 00010000:00000010:3.0:1776192956.222698:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70df29b. 00010000:00000010:3.1:1776192956.236505:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000334c4ef8. 00010000:00000010:3.1:1776192956.236520:0:78429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb9e4dc9. 00010000:00000010:3.1:1776192956.236525:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.1:1776192956.236528:0:78429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c721b9b9. 00010000:00000010:3.1:1776192956.236531:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00000400:00000200:0.0:1776192956.239263:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.239282:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a800 00000400:00000200:0.0:1776192956.239290:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb18e9 [2] + 984 00000400:00000200:0.0:1776192956.239699:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.239705:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.239819:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.239827:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e47a715c. 00000400:00000200:2.0:1776192956.245099:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91123:91123:255:4294967295] 192.168.203.33@tcp LPNI seq info [91123:91123:7:4294967295] 00000400:00000200:2.0:1776192956.245107:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.245111:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.245114:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352394). 00000800:00000200:2.0:1776192956.245119:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.245124:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.245127:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.245322:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.245327:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82352146). 00000400:00000200:2.0:1776192956.245331:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.245336:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.245340:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:2.0:1776192956.245342:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000800:00000200:2.0:1776192956.245685:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.245688:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192956.245692:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.245696:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.245698:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:2.0:1776192956.245700:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:2.0:1776192956.245705:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349511168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.247406:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.247428:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312400 00000400:00000200:3.0:1776192956.247438:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2fa1 [1] + 224 00000400:00000200:3.0:1776192956.247458:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.247462:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.247472:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349511168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192956.247619:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ec3208. 00000400:00000200:2.0:1776192956.247624:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:2.0:1776192956.247625:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000100:00000200:2.0:1776192956.247631:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349511168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.247638:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349511168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.247670:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027dff866. 02000000:00000010:2.0:1776192956.247676:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4e2154e. 00000100:00000010:2.0:1776192956.247680:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:2.0:1776192956.247685:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192956.247690:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcb525e4. 00000400:00000200:3.0:1776192956.247920:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.247928:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a840 00000400:00000200:3.0:1776192956.247933:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb18e9 [2] + 1312 00000400:00000200:3.0:1776192956.247981:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.247985:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.247989:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.247994:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:2.0:1776192956.250674:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4e2154e. 00000020:00000010:2.0:1776192956.250689:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192956.250694:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.250736:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344629824/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192956.250766:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629824 02000000:00000010:2.0:1776192956.250776:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027dff866. 00010000:00000010:2.0:1776192956.250815:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c4dd8fb. 00010000:00000010:2.0:1776192956.250836:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcb525e4. 00000100:00000010:2.0:1776192956.250854:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192956.250867:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192956.250870:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcb525e4. 00000400:00000010:2.0:1776192956.250882:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192956.250887:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629824, offset 224 00000400:00000200:2.0:1776192956.250896:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.250909:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.250914:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91124:91124:256:4294967295] 192.168.203.33@tcp LPNI seq info [91124:91124:8:4294967295] 00000400:00000200:2.0:1776192956.250924:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.250929:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.250933:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192956.250939:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.250946:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.250949:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.250964:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192956.250969:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.250977:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4e2154e. 00000800:00000200:2.0:1776192956.251071:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.251075:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192956.251079:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.251085:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.251089:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:2.0:1776192956.251091:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00080000:00000010:2.0:1776192956.251123:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4e2154e. 00010000:00000010:2.0:1776192956.251221:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192956.251229:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e263a1c3. 00010000:00000010:2.0:1776192956.251312:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000427b5bd3. 00010000:00000010:2.0:1776192956.251317:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192956.251327:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcb525e4. 00000100:00000010:2.0:1776192956.251331:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192956.251337:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192956.251348:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000637a6d7e. 02000000:00000010:2.0:1776192956.251368:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7bfe7f9. 00000400:00000010:2.0:1776192956.251373:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ec3208. 00000400:00000010:2.0:1776192956.251377:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192956.251381:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511232, portal 16 00000400:00000010:2.0:1776192956.251385:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192956.251387:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511232, offset 0 00000400:00000200:2.0:1776192956.251392:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.251399:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.251405:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.251409:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.251411:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.251414:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91125:91125:256:4294967295] 192.168.203.33@tcp LPNI seq info [91125:91125:8:4294967295] 00000400:00000200:2.0:1776192956.251421:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.251425:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.251428:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192956.251433:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.251437:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.251439:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.251489:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.251492:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192956.251495:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.251498:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.251500:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:2.0:1776192956.251501:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:2.0:1776192956.251506:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349511232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.252320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000642978ff. 00010000:00000010:2.1:1776192956.252330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039adc41d. 00010000:00000010:2.1:1776192956.252333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043affda8. 00000400:00000200:3.0:1776192956.254428:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.254448:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312440 00000400:00000200:3.0:1776192956.254456:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2fad [1] + 224 00000400:00000200:3.0:1776192956.254468:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.254471:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.254482:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349511232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.254515:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.254520:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a880 00000400:00000200:3.0:1776192956.254524:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb18e9 [2] + 1640 00000400:00000200:3.0:1776192956.254533:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.254536:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.254539:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.254545:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:3.0:1776192956.254589:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040e546cd. 00000020:00000010:3.0:1776192956.254594:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192956.254598:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.254620:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344629888/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192956.254646:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629888 02000000:00000010:3.0:1776192956.254657:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ad68a0a. 00010000:00000010:3.0:1776192956.254691:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70df29b. 00000100:00000010:3.0:1776192956.254698:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6e897. 00000100:00000010:3.0:1776192956.254704:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6e897. 00010000:00000010:3.0:1776192956.254708:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70df29b. 00000400:00000010:3.0:1776192956.254731:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.254736:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629888, offset 224 00000400:00000200:3.0:1776192956.254743:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.254753:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.254758:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91126:91126:256:4294967295] 192.168.203.33@tcp LPNI seq info [91126:91126:8:4294967295] 00000400:00000200:3.0:1776192956.254767:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.254772:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.254777:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192956.254782:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.254802:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.254805:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.254822:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192956.254826:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.254829:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040e546cd. 00000800:00000200:3.0:1776192956.254926:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.254929:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:3.0:1776192956.254933:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.254937:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.254940:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:3.0:1776192956.254942:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000800:00000200:3.0:1776192956.258701:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.258717:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c16a5ade (tot 82351898). 00000400:00000200:3.0:1776192956.258724:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.258733:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.258739:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:3.0:1776192956.258741:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:3.0:1776192956.258750:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349511296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.264167:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.264184:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312480 00000400:00000200:3.0:1776192956.264192:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2fb9 [1] + 224 00000400:00000200:3.0:1776192956.264203:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.264207:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.264217:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349511296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.265860:0:78430:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582613ac. 00010000:00000010:2.1:1776192956.265870:0:78430:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000358667ba. 00010000:00000010:2.1:1776192956.265874:0:78430:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00000400:00000200:2.0:1776192956.267193:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.267213:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a8c0 00000400:00000200:2.0:1776192956.267221:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb18e9 [2] + 1968 00000400:00000010:2.0:1776192956.267226:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee0f766d. 00000400:00000200:2.0:1776192956.267230:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000122bd16f 00000400:00000200:2.0:1776192956.267559:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.267565:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.267571:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000122bd16f 00000400:00000010:2.0:1776192956.267573:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000122bd16f (tot 82351746). 00000100:00000200:2.0:1776192956.267579:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192956.267727:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7263f65. 00000020:00000010:3.0:1776192956.267734:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192956.267738:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.267763:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005e0e39cc x1862471344629952/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192956.267808:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344629952 02000000:00000010:3.0:1776192956.267818:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040e546cd. 00010000:00000010:3.0:1776192956.267845:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d38a578. 00010000:00000010:3.0:1776192956.267866:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f70df29b. 00000100:00000010:3.0:1776192956.267872:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6e897. 00000100:00000010:3.0:1776192956.267959:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6e897. 00010000:00000010:3.0:1776192956.267964:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f70df29b. 00000400:00000010:3.0:1776192956.267976:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.267981:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344629952, offset 224 00000400:00000200:3.0:1776192956.267989:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.268001:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.268006:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91128:91128:256:4294967295] 192.168.203.33@tcp LPNI seq info [91128:91128:8:4294967295] 00000400:00000200:3.0:1776192956.268016:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.268021:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.268026:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82351994). 00000800:00000200:3.0:1776192956.268032:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.268038:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.268042:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.268070:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192956.268075:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.268078:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7263f65. 02000000:00000010:3.0:1776192956.268085:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ad68a0a. 00000100:00000010:3.0:1776192956.268087:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192956.268091:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027dff866. 00000100:00000010:3.0:1776192956.268093:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192956.268095:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000074aabda. 00000100:00000010:3.0:1776192956.268097:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e47a715c. 02000000:00000010:3.0:1776192956.268101:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cdd7825b. 00000100:00000010:3.0:1776192956.268104:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b20187c. 02000000:00000010:3.0:1776192956.268106:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024f65f60. 00000100:00000010:3.0:1776192956.268108:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 02000000:00000010:3.0:1776192956.268112:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000736f872a. 00000100:00000010:3.0:1776192956.268114:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000200:3.0:1776192956.268120:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192956.268125:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a70e81b. 00000400:00000010:3.0:1776192956.268128:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000024f6e897 (tot 82352146). 00000800:00000200:2.0:1776192956.268469:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.268473:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:2.0:1776192956.268477:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.268482:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.268485:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:2.0:1776192956.268487:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 02000000:00000010:2.0:1776192956.268491:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040e546cd. 00010000:00000010:1.1:1776192956.269121:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b65a1676. 00010000:00000010:1.1:1776192956.269132:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e12fdda. 00010000:00000010:1.1:1776192956.269136:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000427b5bd3. 00080000:00000010:0.0:1776192956.275562:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e641b99. 00010000:00000010:0.0:1776192956.275661:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:0.0:1776192956.275671:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000de4fab5. 00010000:00000010:0.0:1776192956.275742:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.0:1776192956.275748:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192956.275759:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f44653a. 00000100:00000010:0.0:1776192956.275766:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.275774:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192956.275788:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043751614. 02000000:00000010:0.0:1776192956.275834:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002aedccef. 00000400:00000010:0.0:1776192956.275841:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e9c52fc. 00000400:00000010:0.0:1776192956.275847:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192956.275853:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511360, portal 16 00000400:00000010:0.0:1776192956.275857:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192956.275860:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511360, offset 0 00000400:00000200:0.0:1776192956.275870:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.275886:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.275893:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.275896:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.275899:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.275902:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91129:91129:256:4294967295] 192.168.203.33@tcp LPNI seq info [91129:91129:8:4294967295] 00000400:00000200:0.0:1776192956.275912:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.275917:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.275922:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192956.275928:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.275934:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.275938:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.276378:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.276383:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192956.276388:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.276394:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.276398:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:3.0:1776192956.276400:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:3.0:1776192956.276407:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349511360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.278875:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.278901:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673124c0 00000400:00000200:3.0:1776192956.278910:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2fc9 [1] + 224 00000400:00000200:3.0:1776192956.278924:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.278928:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.278937:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349511360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192956.279303:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e9c52fc. 00000400:00000200:0.0:1776192956.279308:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:0.0:1776192956.279310:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000100:00000200:0.0:1776192956.279316:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349511360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.279324:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349511360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.279354:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002aedccef. 02000000:00000010:0.0:1776192956.279359:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000043751614. 00000100:00000010:0.0:1776192956.279363:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:0.0:1776192956.279367:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:0.0:1776192956.279371:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f44653a. 00000400:00000200:3.0:1776192956.280406:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.280420:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a900 00000400:00000200:3.0:1776192956.280426:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1945 [2] + 0 00000400:00000200:3.0:1776192956.280477:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.280481:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.280487:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.280493:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:0.0:1776192956.280585:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043751614. 00000020:00000010:0.0:1776192956.280592:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.280595:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.280620:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344630016/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192956.280654:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630016 02000000:00000010:0.0:1776192956.280663:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002aedccef. 00010000:00000010:0.0:1776192956.280690:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063cd11bb. 00010000:00000010:0.0:1776192956.280709:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f44653a. 00000100:00000010:0.0:1776192956.280714:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.280733:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:0.0:1776192956.280736:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f44653a. 00000400:00000010:0.0:1776192956.280748:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192956.280755:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630016, offset 224 00000400:00000200:0.0:1776192956.280763:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.280773:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.280778:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91130:91130:256:4294967295] 192.168.203.33@tcp LPNI seq info [91130:91130:8:4294967295] 00000400:00000200:0.0:1776192956.280799:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.280805:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.280810:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192956.280815:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.280822:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.280826:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.280840:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.280844:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.280847:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043751614. 00000800:00000200:3.0:1776192956.281431:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.281434:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:3.0:1776192956.281438:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.281442:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.281446:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:3.0:1776192956.281447:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000800:00000200:3.0:1776192956.281481:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.281483:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000485e6443 (tot 82351898). 00000400:00000200:3.0:1776192956.281487:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.281490:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.281492:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:3.0:1776192956.281493:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:3.0:1776192956.281498:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349511424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.283779:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.283810:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312500 00000400:00000200:3.0:1776192956.283820:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2fd5 [1] + 224 00000400:00000200:3.0:1776192956.283847:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.283851:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.283860:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349511424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.285362:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.285376:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a940 00000400:00000200:3.0:1776192956.285383:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1945 [2] + 328 00000400:00000200:3.0:1776192956.285449:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.285454:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.285459:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.285465:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00010000:00000010:3.1:1776192956.287393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f15d45. 00000020:00000010:0.0:1776192956.292773:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043751614. 00000020:00000010:0.0:1776192956.292785:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.292799:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.292830:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344630080/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.292904:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630080 02000000:00000010:0.0:1776192956.292914:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3ed23e7. 00010000:00000010:0.0:1776192956.292940:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052eba0e8. 00010000:00000010:0.0:1776192956.292962:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f44653a. 00000100:00000010:0.0:1776192956.292970:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.292983:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:0.0:1776192956.292987:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f44653a. 00000400:00000010:0.0:1776192956.293000:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192956.293006:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630080, offset 224 00000400:00000200:0.0:1776192956.293014:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.293027:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.293033:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91132:91132:256:4294967295] 192.168.203.33@tcp LPNI seq info [91132:91132:8:4294967295] 00000400:00000200:0.0:1776192956.293054:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.293060:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.293064:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192956.293071:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.293078:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.293081:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.293099:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.293102:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.293105:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043751614. 00000400:00000200:2.0:1776192956.300219:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.300240:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312540 00000400:00000200:2.0:1776192956.300251:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2fe1 [1] + 224 00000400:00000200:2.0:1776192956.300263:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.300268:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.300278:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349511488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.300312:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.300318:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a980 00000400:00000200:2.0:1776192956.300322:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1945 [2] + 656 00000400:00000200:2.0:1776192956.300333:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.300336:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.300340:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.300345:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00000020:00000010:0.0:1776192956.300665:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043751614. 00000020:00000010:0.0:1776192956.300671:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.300676:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.300699:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2f852e5 x1862471344630144/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192956.300731:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630144 02000000:00000010:0.0:1776192956.300742:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc96586f. 00010000:00000010:0.0:1776192956.300766:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c92d9aaa. 00010000:00000010:0.0:1776192956.300786:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f44653a. 00000100:00000010:0.0:1776192956.300805:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.300818:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:0.0:1776192956.300821:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f44653a. 00000400:00000010:0.0:1776192956.300834:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192956.300837:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630144, offset 224 00000400:00000200:0.0:1776192956.300845:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.300856:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.300862:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91134:91134:256:4294967295] 192.168.203.33@tcp LPNI seq info [91134:91134:8:4294967295] 00000400:00000200:0.0:1776192956.300871:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.300876:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.300880:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192956.300885:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.300892:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.300895:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.300913:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.300916:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.300919:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043751614. 00000800:00000200:0.0:1776192956.301012:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.301015:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:0.0:1776192956.301019:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.301022:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.301025:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192956.301026:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00080000:00000010:0.0:1776192956.301054:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043751614. 00010000:00000010:0.0:1776192956.301133:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:0.0:1776192956.301139:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003db73f68. 00010000:00000010:0.0:1776192956.301232:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192956.301238:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192956.301248:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f44653a. 00000100:00000010:0.0:1776192956.301252:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.301258:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192956.301267:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092d7e3ee. 02000000:00000010:0.0:1776192956.301286:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfdf2b14. 00000400:00000010:0.0:1776192956.301291:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e9c52fc. 00000400:00000010:0.0:1776192956.301294:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192956.301298:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511552, portal 16 00000400:00000010:0.0:1776192956.301301:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192956.301303:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511552, offset 0 00000400:00000200:0.0:1776192956.301308:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.301314:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.301319:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.301322:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.301325:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.301327:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91135:91135:256:4294967295] 192.168.203.33@tcp LPNI seq info [91135:91135:8:4294967295] 00000400:00000200:0.0:1776192956.301334:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.301339:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.301342:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192956.301345:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.301350:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.301352:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.301396:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.301398:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:0.0:1776192956.301401:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.301404:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.301406:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:0.0:1776192956.301408:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000100:00000200:0.0:1776192956.301412:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349511552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.302199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a1909f2. 00010000:00000010:1.1:1776192956.302209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:1.1:1776192956.302213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192956.302215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4c36c2f. 00010000:00000010:0.1:1776192956.304297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d0e0513. 00010000:00000010:0.1:1776192956.304309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a9319a. 00010000:00000010:0.1:1776192956.305191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001694def6. 00010000:00000010:0.1:1776192956.305199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000629f077c. 00010000:00000010:1.1:1776192956.305247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006bfeb23. 00010000:00000010:1.1:1776192956.305252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d7de0c8. 00010000:00000010:0.1:1776192956.310283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e3ad8aa. 00010000:00000010:0.1:1776192956.310298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ccea9ad. 00010000:00000010:0.1:1776192956.310302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f893c28. 00000400:00000200:2.0:1776192956.313368:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.313389:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312580 00000400:00000200:2.0:1776192956.313398:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2fed [1] + 224 00000400:00000200:2.0:1776192956.313410:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.313414:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.313426:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349511552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.314691:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.314704:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6a9c0 00000400:00000200:2.0:1776192956.314711:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1945 [2] + 984 00000400:00000200:2.0:1776192956.314724:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.314728:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.314733:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.314739:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000400:00000010:0.0:1776192956.321650:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e9c52fc. 00000400:00000200:0.0:1776192956.321658:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192956.321661:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192956.321675:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349511552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.321684:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349511552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192956.321710:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000035dd460. 02000000:00000010:0.0:1776192956.321726:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfdf2b14. 02000000:00000010:0.0:1776192956.321732:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092d7e3ee. 00000100:00000010:0.0:1776192956.321735:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:0.0:1776192956.321740:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:0.0:1776192956.321743:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f44653a. 00080000:00000010:0.0:1776192956.321762:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092d7e3ee. 00010000:00000010:0.0:1776192956.321861:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192956.321869:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072a28f05. 00010000:00000010:0.0:1776192956.321941:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000746d03d6. 00010000:00000010:0.0:1776192956.321947:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192956.321957:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f44653a. 00000100:00000010:0.0:1776192956.321962:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.321969:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192956.321980:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfdf2b14. 02000000:00000010:0.0:1776192956.322005:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ccba76f. 00000400:00000010:0.0:1776192956.322010:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e9c52fc. 00000400:00000010:0.0:1776192956.322014:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192956.322020:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511616, portal 16 00000400:00000010:0.0:1776192956.322024:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192956.322027:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511616, offset 0 00000400:00000200:0.0:1776192956.322034:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.322059:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.322067:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.322071:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.322074:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.322077:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91137:91137:256:4294967295] 192.168.203.33@tcp LPNI seq info [91137:91137:8:4294967295] 00000400:00000200:0.0:1776192956.322087:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.322093:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.322097:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192956.322104:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.322111:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.322115:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.322331:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.322335:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:2.0:1776192956.322341:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.322345:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.322349:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:2.0:1776192956.322350:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000100:00000200:2.0:1776192956.322357:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349511616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.335864:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.335886:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673125c0 00000400:00000200:2.0:1776192956.335896:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb2ff9 [1] + 224 00000400:00000200:2.0:1776192956.335912:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.335916:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.335927:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349511616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.336725:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.336738:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6aa00 00000400:00000200:3.0:1776192956.336744:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1945 [2] + 1312 00000400:00000200:3.0:1776192956.336802:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.336807:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.336812:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.336818:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:2.0:1776192956.337080:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.337087:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf904f2. 00000020:00000010:2.0:1776192956.337091:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.337117:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344630272/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192956.337184:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630272 02000000:00000010:2.0:1776192956.337196:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d25f9184. 00010000:00000010:2.0:1776192956.337233:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b04e941b. 00000100:00000010:2.0:1776192956.337240:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000055f445b4. 00000100:00000010:2.0:1776192956.337247:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000055f445b4. 00010000:00000010:2.0:1776192956.337250:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b04e941b. 00000400:00000010:2.0:1776192956.337264:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192956.337269:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630272, offset 224 00000400:00000200:2.0:1776192956.337276:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.337288:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.337293:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91138:91138:256:4294967295] 192.168.203.33@tcp LPNI seq info [91138:91138:8:4294967295] 00000400:00000200:2.0:1776192956.337304:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.337308:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.337313:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192956.337318:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.337324:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.337328:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.337345:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf904f2. 00000020:00000010:2.0:1776192956.337348:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.337358:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 00000800:00000200:2.0:1776192956.337422:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.337425:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192956.337428:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.337432:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.337435:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:2.0:1776192956.337437:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00010000:00000010:0.1:1776192956.338143:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2ec98e5. 00010000:00000010:0.1:1776192956.338179:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a51f664. 00010000:00000010:0.1:1776192956.338183:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00000400:00000010:0.0:1776192956.338195:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e9c52fc. 00000400:00000200:0.0:1776192956.338199:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192956.338201:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192956.338211:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349511616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.338220:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349511616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192956.338245:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000200f3c81. 02000000:00000010:0.0:1776192956.338258:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ccba76f. 02000000:00000010:0.0:1776192956.338263:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfdf2b14. 00000100:00000010:0.0:1776192956.338266:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:0.0:1776192956.338271:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:0.0:1776192956.338273:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f44653a. 00080000:00000010:0.0:1776192956.338291:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfdf2b14. 00010000:00000010:0.0:1776192956.338372:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192956.338378:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcda30db. 00010000:00000010:0.0:1776192956.338468:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192956.338474:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192956.338485:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f44653a. 00000100:00000010:0.0:1776192956.338490:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.338497:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192956.338509:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ccba76f. 02000000:00000010:0.0:1776192956.338533:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e71c1174. 00000400:00000010:0.0:1776192956.338537:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e9c52fc. 00000400:00000010:0.0:1776192956.338540:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192956.338546:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511680, portal 16 00000400:00000010:0.0:1776192956.338550:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192956.338552:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511680, offset 0 00000400:00000200:0.0:1776192956.338559:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.338570:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.338577:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.338581:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.338584:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.338587:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91139:91139:256:4294967295] 192.168.203.33@tcp LPNI seq info [91139:91139:8:4294967295] 00000400:00000200:0.0:1776192956.338596:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.338600:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.338605:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192956.338611:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.338617:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.338620:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.338764:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.338768:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:3.0:1776192956.338772:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.338777:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.338780:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:3.0:1776192956.338782:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:3.0:1776192956.338787:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349511680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.341824:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b9285f. 00010000:00000010:0.1:1776192956.341834:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd8cf87. 00010000:00000010:0.1:1776192956.341837:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d03d6. 00000020:00000010:0.0:1776192956.345897:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000133f2b92. 00000020:00000010:0.0:1776192956.345903:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.345908:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.345933:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebc3b78d x1862471344630336/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.345966:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630336 02000000:00000010:0.0:1776192956.345977:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000463f89b3. 00010000:00000010:0.0:1776192956.346012:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012551056. 00000100:00000010:0.0:1776192956.346019:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.346026:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8898695. 00010000:00000010:0.0:1776192956.346030:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012551056. 00000400:00000010:0.0:1776192956.346054:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192956.346060:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630336, offset 224 00000400:00000200:0.0:1776192956.346068:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.346079:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.346084:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91140:91140:256:4294967295] 192.168.203.33@tcp LPNI seq info [91140:91140:8:4294967295] 00000400:00000200:0.0:1776192956.346093:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.346097:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.346100:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192956.346105:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.346111:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.346114:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.346131:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.346134:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.346137:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000133f2b92. 00000800:00000200:0.0:1776192956.346254:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.346257:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:0.0:1776192956.346262:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.346265:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.346268:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192956.346270:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000400:00000010:3.0:1776192956.348339:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e9c52fc. 00000400:00000200:3.0:1776192956.348347:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:3.0:1776192956.348349:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:3.0:1776192956.348362:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349511680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.348372:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349511680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.348400:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005531fe67. 02000000:00000010:3.0:1776192956.348415:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e71c1174. 02000000:00000010:3.0:1776192956.348421:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ccba76f. 00000100:00000010:3.0:1776192956.348424:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:3.0:1776192956.348429:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:3.0:1776192956.348433:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f44653a. 00080000:00000010:3.0:1776192956.349243:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ad68a0a. 00010000:00000010:3.0:1776192956.349328:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001a96063. 00010000:00000010:3.0:1776192956.349336:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001603e0be. 00010000:00000010:3.0:1776192956.349403:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c721b9b9. 00010000:00000010:3.0:1776192956.349407:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004f92e953. 00010000:00000010:3.0:1776192956.349411:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192956.349417:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00080000:00000010:3.0:1776192956.349430:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7263f65. 00010000:00000010:3.0:1776192956.349548:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192956.349552:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f92e953. 00010000:00000010:3.0:1776192956.349611:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.0:1776192956.349615:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192956.349623:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c396c5a1. 00000100:00000010:3.0:1776192956.349629:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070c98c02. 00000100:00000010:3.0:1776192956.349638:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192956.349651:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000249c04dd. 02000000:00000010:3.0:1776192956.349679:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e7cf075. 00000400:00000010:3.0:1776192956.349684:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf16a284. 00000400:00000010:3.0:1776192956.349690:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192956.349695:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511744, portal 16 00000400:00000010:3.0:1776192956.349700:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192956.349702:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511744, offset 0 00000400:00000200:3.0:1776192956.349711:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.349725:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.349733:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.349736:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.349739:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.349742:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91141:91141:256:4294967295] 192.168.203.33@tcp LPNI seq info [91141:91141:8:4294967295] 00000400:00000200:3.0:1776192956.349751:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.349756:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.349759:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.349766:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.349772:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.349775:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.353542:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.353549:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:3.0:1776192956.353557:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.353567:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.353572:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:3.0:1776192956.353574:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:3.0:1776192956.353584:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349511744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.356356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d107293. 00010000:00000010:3.1:1776192956.356372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000682ec5bc. 00010000:00000010:3.1:1776192956.356377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00010000:00000010:3.1:1776192956.356380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c721b9b9. 00010000:00000010:3.1:1776192956.356383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00000020:00000010:2.0:1776192956.365969:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041eb1918. 00000020:00000010:2.0:1776192956.365976:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7fc7e76. 00000020:00000010:2.0:1776192956.365980:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.366005:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d5a0e1e x1862471344630400/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192956.366053:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630400 02000000:00000010:2.0:1776192956.366064:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000077dcf24. 00010000:00000010:2.0:1776192956.366091:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a048dea. 00010000:00000010:2.0:1776192956.366112:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd610ab8. 00000100:00000010:2.0:1776192956.366119:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000055f445b4. 00000100:00000010:2.0:1776192956.366137:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000055f445b4. 00010000:00000010:2.0:1776192956.366140:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd610ab8. 00000400:00000010:2.0:1776192956.366152:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192956.366177:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630400, offset 224 00000400:00000200:2.0:1776192956.366185:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.366195:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.366200:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91142:91142:256:4294967295] 192.168.203.33@tcp LPNI seq info [91142:91142:8:4294967295] 00000400:00000200:2.0:1776192956.366210:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.366214:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.366218:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82351994). 00000800:00000200:2.0:1776192956.366224:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.366230:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.366234:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.366252:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7fc7e76. 00000020:00000010:2.0:1776192956.366257:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.366265:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041eb1918. 02000000:00000010:2.0:1776192956.366272:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000463f89b3. 00000100:00000010:2.0:1776192956.366275:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 02000000:00000010:2.0:1776192956.366279:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d25f9184. 00000100:00000010:2.0:1776192956.366281:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:2.0:1776192956.366284:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b9214f4. 00000100:00000010:2.0:1776192956.366286:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192956.366290:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc96586f. 00000100:00000010:2.0:1776192956.366292:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192956.366295:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3ed23e7. 00000100:00000010:2.0:1776192956.366297:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:2.0:1776192956.366299:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002aedccef. 00000100:00000010:2.0:1776192956.366301:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000200:2.0:1776192956.366307:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192956.366311:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002a1b777f. 00000400:00000010:2.0:1776192956.366315:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000055f445b4 (tot 82352146). 00000800:00000200:2.0:1776192956.366378:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.366381:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192956.366384:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.366388:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.366390:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:2.0:1776192956.366392:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 02000000:00000010:2.0:1776192956.366396:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000077dcf24. 00000800:00000200:2.0:1776192956.368258:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.368265:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000087eab0e9 (tot 82351898). 00000400:00000200:2.0:1776192956.368274:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.368283:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.368288:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:2.0:1776192956.368291:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:2.0:1776192956.368300:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349511808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192956.376894:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3ed23e7. 00000020:00000010:0.0:1776192956.376907:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.376911:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.376945:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c81c218 x1862471344630464/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192956.376983:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630464 02000000:00000010:0.0:1776192956.376993:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc96586f. 00010000:00000010:0.0:1776192956.377031:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f33d820. 00000100:00000010:0.0:1776192956.377038:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.377044:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8898695. 00010000:00000010:0.0:1776192956.377049:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f33d820. 00000400:00000010:0.0:1776192956.377062:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192956.377068:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630464, offset 224 00000400:00000200:0.0:1776192956.377076:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.377091:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.377097:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91144:91144:256:4294967295] 192.168.203.33@tcp LPNI seq info [91144:91144:8:4294967295] 00000400:00000200:0.0:1776192956.377107:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.377112:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.377117:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192956.377123:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.377129:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.377133:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.377172:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.377176:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.377179:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3ed23e7. 00000800:00000200:0.0:1776192956.377263:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.377267:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:0.0:1776192956.377271:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.377276:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.377279:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192956.377281:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000400:00000010:3.0:1776192956.378894:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:3.0:1776192956.378902:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:3.0:1776192956.378904:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:3.0:1776192956.378916:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349511808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.378925:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349511808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.378952:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000794d271e. 02000000:00000010:3.0:1776192956.378967:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eedcb343. 02000000:00000010:3.0:1776192956.378973:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d48d39f. 00000100:00000010:3.0:1776192956.378976:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:3.0:1776192956.378981:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:3.0:1776192956.378984:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000784562ab. 00010000:00000010:2.1:1776192956.379340:0:78439:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078301332. 00010000:00000010:1.1:1776192956.382191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083c3b111. 00010000:00000010:1.1:1776192956.382203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00080000:00000010:3.0:1776192956.388082:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f75baa8d. 00010000:00000010:3.0:1776192956.388225:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:3.0:1776192956.388234:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac506645. 00010000:00000010:3.0:1776192956.388307:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192956.388313:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0b3fcca. 00010000:00000010:3.0:1776192956.388323:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00010000:00000010:3.1:1776192956.389725:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025807471. 00000100:00000010:3.0:1776192956.389746:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071554e6a. 00000100:00000010:3.0:1776192956.389758:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192956.389772:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000249c04dd. 02000000:00000010:3.0:1776192956.389813:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e7cf075. 00000400:00000010:3.0:1776192956.389819:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a08d627. 00000400:00000010:3.0:1776192956.389825:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192956.389831:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511872, portal 16 00000400:00000010:3.0:1776192956.389837:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192956.389839:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511872, offset 0 00000400:00000200:3.0:1776192956.389848:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.389875:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.389882:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.389886:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.389889:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.389892:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91145:91145:256:4294967295] 192.168.203.33@tcp LPNI seq info [91145:91145:8:4294967295] 00000400:00000200:3.0:1776192956.389909:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.389916:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.389920:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.389926:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.389933:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.389937:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1776192956.398264:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.398285:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673126c0 00000400:00000200:0.0:1776192956.398294:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb302d [1] + 224 00000400:00000200:0.0:1776192956.398311:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.398315:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.398326:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349511872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.398909:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.398919:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ab00 00000400:00000200:0.0:1776192956.398925:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb199d [2] + 328 00000400:00000200:0.0:1776192956.398973:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.398976:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.398981:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.398987:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 00000020:00000010:0.0:1776192956.399408:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aedccef. 00000020:00000010:0.0:1776192956.399415:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.399420:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.399722:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055a6bbce x1862471344630528/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192956.399863:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630528 02000000:00000010:0.0:1776192956.399874:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000133f2b92. 00010000:00000010:0.0:1776192956.399913:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f33d820. 00000100:00000010:0.0:1776192956.399920:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.399927:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8898695. 00010000:00000010:0.0:1776192956.399930:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f33d820. 00000400:00000010:0.0:1776192956.399944:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192956.399949:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630528, offset 224 00000400:00000200:0.0:1776192956.399957:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.399969:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.399974:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91146:91146:256:4294967295] 192.168.203.33@tcp LPNI seq info [91146:91146:8:4294967295] 00000400:00000200:0.0:1776192956.399984:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.399990:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.399994:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192956.400000:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.400006:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.400010:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.400026:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.400032:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.400035:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aedccef. 00000400:00000010:0.0:1776192956.404497:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006a08d627. 00000400:00000200:0.0:1776192956.404503:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:0.0:1776192956.404505:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:0.0:1776192956.404514:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349511872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.404524:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349511872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192956.404553:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8ae18a8. 02000000:00000010:0.0:1776192956.404566:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e7cf075. 02000000:00000010:0.0:1776192956.404571:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000249c04dd. 00000100:00000010:0.0:1776192956.404574:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:0.0:1776192956.404578:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000071554e6a. 00010000:00000010:0.0:1776192956.404582:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00080000:00000010:0.0:1776192956.404598:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002aedccef. 00010000:00000010:0.0:1776192956.404682:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0b3fcca. 00010000:00000010:0.0:1776192956.404689:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d7e0c29. 00010000:00000010:0.0:1776192956.404768:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000746d03d6. 00010000:00000010:0.0:1776192956.404775:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c15d1bd8. 00010000:00000010:0.0:1776192956.404797:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f33d820. 00000100:00000010:0.0:1776192956.404803:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.404810:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 02000000:00000010:0.0:1776192956.404821:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3ed23e7. 02000000:00000010:0.0:1776192956.404845:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000463f89b3. 00000400:00000010:0.0:1776192956.404849:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000debad8f3. 00000400:00000010:0.0:1776192956.404854:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192956.404861:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349511936, portal 16 00000400:00000010:0.0:1776192956.405000:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192956.405004:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349511936, offset 0 00000400:00000200:0.0:1776192956.405011:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.405024:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.405031:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.405034:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.405036:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.405040:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91147:91147:256:4294967295] 192.168.203.33@tcp LPNI seq info [91147:91147:8:4294967295] 00000400:00000200:0.0:1776192956.405049:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.405055:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.405059:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192956.405065:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.405072:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.405076:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.405172:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.405175:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192956.405179:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.405183:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.405185:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:0.0:1776192956.405186:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000100:00000200:0.0:1776192956.405191:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e61ef9f1 x1862471349511936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.409175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eec77b8. 00010000:00000010:3.1:1776192956.409191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d7de0c8. 00000400:00000200:3.0:1776192956.409311:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.409338:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312700 00000400:00000200:3.0:1776192956.409347:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3039 [1] + 224 00000400:00000200:3.0:1776192956.409373:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.409378:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.409388:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e61ef9f1 x1862471349511936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.411218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5ed34a0. 00010000:00000010:0.1:1776192956.411225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074be7c45. 00010000:00000010:0.1:1776192956.411229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00000020:00000010:0.0:1776192956.420597:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d33afc18. 00000020:00000010:0.0:1776192956.420606:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.420610:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.420640:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd381e0d x1862471344630592/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.420680:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630592 02000000:00000010:0.0:1776192956.420691:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005ccba76f. 00010000:00000010:0.0:1776192956.420720:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce2eabf1. 00010000:00000010:0.0:1776192956.420962:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.420971:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.420989:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8898695. 00010000:00000010:0.0:1776192956.420993:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00000400:00000010:0.0:1776192956.421008:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192956.421012:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630592, offset 224 00000400:00000200:0.0:1776192956.421021:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.421034:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.421040:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91148:91148:256:4294967295] 192.168.203.33@tcp LPNI seq info [91148:91148:8:4294967295] 00000400:00000200:0.0:1776192956.421214:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.421220:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.421224:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192956.421230:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.421236:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.421240:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.421257:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.421260:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.421263:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d33afc18. 00000800:00000200:3.0:1776192956.421445:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.421449:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:3.0:1776192956.421454:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.421458:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.421462:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:3.0:1776192956.421464:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000800:00000200:3.0:1776192956.421528:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.421530:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000daa39de (tot 82351898). 00000400:00000200:3.0:1776192956.421534:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.421537:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.421539:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:3.0:1776192956.421540:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:3.0:1776192956.421545:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349512000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.428660:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.428680:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312740 00000400:00000200:3.0:1776192956.428689:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3045 [1] + 224 00000400:00000200:3.0:1776192956.428703:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.428707:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.428718:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad1b0323 x1862471349512000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192956.428900:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002655552e. 00000400:00000200:0.0:1776192956.428907:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:0.0:1776192956.428909:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:0.0:1776192956.428915:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349512000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.428922:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349512000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.428948:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006662ec64. 02000000:00000010:0.0:1776192956.428954:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eedcb343. 00000100:00000010:0.0:1776192956.428958:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000010:0.0:1776192956.428961:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:0.0:1776192956.428965:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000fd2fd78. 00000400:00000200:0.0:1776192956.434327:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.434346:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ab80 00000400:00000200:0.0:1776192956.434355:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb199d [2] + 984 00000400:00000200:0.0:1776192956.434415:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.434420:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.434426:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.434433:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000020:00000010:2.0:1776192956.435117:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d25f9184. 00000020:00000010:2.0:1776192956.435128:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b548811e. 00000020:00000010:2.0:1776192956.435132:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.435186:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344630656/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192956.435214:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630656 02000000:00000010:2.0:1776192956.435223:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041eb1918. 00010000:00000010:2.0:1776192956.435250:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4fb0e2c. 00010000:00000010:2.0:1776192956.435271:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b04e941b. 00000100:00000010:2.0:1776192956.435277:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.435289:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.435292:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b04e941b. 00000400:00000010:2.0:1776192956.435305:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192956.435311:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630656, offset 224 00000400:00000200:2.0:1776192956.435319:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.435331:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.435337:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91150:91150:256:4294967295] 192.168.203.33@tcp LPNI seq info [91150:91150:8:4294967295] 00000400:00000200:2.0:1776192956.435345:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.435350:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.435354:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192956.435360:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.435366:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.435369:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.435389:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b548811e. 00000020:00000010:2.0:1776192956.435395:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.435405:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d25f9184. 00080000:00000010:0.0:1776192956.435562:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d33afc18. 00010000:00000010:0.0:1776192956.435647:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:0.0:1776192956.435653:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a1e180e. 00010000:00000010:0.0:1776192956.435720:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074be7c45. 00010000:00000010:0.0:1776192956.435725:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192956.435729:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.0:1776192956.435734:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef7411fc. 00080000:00000010:0.0:1776192956.435745:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e71c1174. 00010000:00000010:0.0:1776192956.435771:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192956.435775:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192956.435838:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192956.435842:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192956.435850:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.435854:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.435861:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192956.435871:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c98b77f. 02000000:00000010:0.0:1776192956.435956:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000736f872a. 00000400:00000010:0.0:1776192956.435963:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb5aae02. 00000400:00000010:0.0:1776192956.435968:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192956.435972:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512064, portal 16 00000400:00000010:0.0:1776192956.435977:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192956.435979:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512064, offset 0 00000400:00000200:0.0:1776192956.435985:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.435992:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.435998:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.436002:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.436005:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.436008:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91151:91151:255:4294967295] 192.168.203.33@tcp LPNI seq info [91151:91151:7:4294967295] 00000400:00000200:0.0:1776192956.436016:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.436020:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.436023:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352394). 00000800:00000200:0.0:1776192956.436028:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.436033:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.436035:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.436087:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.436091:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82352146). 00000400:00000200:2.0:1776192956.436095:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.436099:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.436104:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:2.0:1776192956.436106:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000800:00000200:2.0:1776192956.436188:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.436190:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:2.0:1776192956.436194:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.436198:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.436200:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:2.0:1776192956.436201:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000100:00000200:2.0:1776192956.436206:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008f6f168 x1862471349512064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.436931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027f03b4f. 00010000:00000010:1.1:1776192956.441189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000687662e2. 00010000:00000010:1.1:1776192956.441202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d03d6. 00000400:00000200:3.0:1776192956.441713:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.441729:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312780 00000400:00000200:3.0:1776192956.441736:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3051 [1] + 224 00000400:00000200:3.0:1776192956.441745:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.441749:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.441759:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008f6f168 x1862471349512064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.441784:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.441799:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6abc0 00000400:00000200:3.0:1776192956.441803:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb199d [2] + 1312 00000400:00000200:3.0:1776192956.441811:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.441813:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.441817:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.441822:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000400:00000010:0.0:1776192956.442177:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb5aae02. 00000400:00000200:0.0:1776192956.442182:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:0.0:1776192956.442184:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:0.0:1776192956.442191:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008f6f168 x1862471349512064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.442198:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008f6f168 x1862471349512064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.442225:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000736f872a. 02000000:00000010:0.0:1776192956.442230:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c98b77f. 00000100:00000010:0.0:1776192956.442233:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 00000100:00000010:0.0:1776192956.442236:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8898695. 00010000:00000010:0.0:1776192956.442239:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00080000:00000010:0.0:1776192956.442410:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c98b77f. 00010000:00000010:0.0:1776192956.442499:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192956.442505:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e71fdb6. 00010000:00000010:0.0:1776192956.442574:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.0:1776192956.442579:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192956.442587:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.442591:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.442597:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192956.442607:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000736f872a. 02000000:00000010:0.0:1776192956.442625:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3ed23e7. 00000400:00000010:0.0:1776192956.442628:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb5aae02. 00000400:00000010:0.0:1776192956.442632:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192956.442637:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512128, portal 16 00000400:00000010:0.0:1776192956.442640:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002696d13a. 00000100:00000200:0.0:1776192956.442642:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512128, offset 0 00000400:00000200:0.0:1776192956.442649:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.442656:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.442661:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.442664:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.442667:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.442669:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91153:91153:255:4294967295] 192.168.203.33@tcp LPNI seq info [91153:91153:7:4294967295] 00000400:00000200:0.0:1776192956.442675:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.442679:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.442681:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352394). 00000800:00000200:0.0:1776192956.442685:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.442688:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.442690:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.442841:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.442845:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82352146). 00000400:00000200:3.0:1776192956.442850:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.442854:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.442857:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:3.0:1776192956.442858:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000800:00000200:3.0:1776192956.442929:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.442931:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:3.0:1776192956.442935:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.442938:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.442940:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002696d13a 00000400:00000010:3.0:1776192956.442941:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002696d13a. 00000100:00000200:3.0:1776192956.442945:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008f6f168 x1862471349512128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.445281:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.445303:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673127c0 00000400:00000200:3.0:1776192956.445312:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb305d [1] + 224 00000400:00000200:3.0:1776192956.445326:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.445331:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.445342:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008f6f168 x1862471349512128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.445370:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.445375:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ac00 00000400:00000200:3.0:1776192956.445380:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb199d [2] + 1640 00000400:00000200:3.0:1776192956.445389:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.445392:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.445396:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.445403:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000400:00000010:0.0:1776192956.445794:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb5aae02. 00000400:00000200:0.0:1776192956.445799:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:0.0:1776192956.445800:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:0.0:1776192956.445806:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008f6f168 x1862471349512128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.445813:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008f6f168 x1862471349512128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192956.445832:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e7740d2. 02000000:00000010:0.0:1776192956.445844:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3ed23e7. 02000000:00000010:0.0:1776192956.445849:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000736f872a. 00000100:00000010:0.0:1776192956.445852:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 00000100:00000010:0.0:1776192956.445854:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8898695. 00010000:00000010:0.0:1776192956.445856:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00080000:00000010:0.0:1776192956.445870:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000736f872a. 00010000:00000010:0.0:1776192956.445945:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192956.445951:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e2c5d11. 00010000:00000010:0.0:1776192956.446023:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.0:1776192956.446029:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192956.446038:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.446052:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.446059:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192956.446067:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3ed23e7. 02000000:00000010:0.0:1776192956.446086:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000463f89b3. 00000400:00000010:0.0:1776192956.446089:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb5aae02. 00000400:00000010:0.0:1776192956.446092:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192956.446095:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512192, portal 16 00000400:00000010:0.0:1776192956.446099:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192956.446101:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512192, offset 0 00000400:00000200:0.0:1776192956.446106:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.446111:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.446116:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.446120:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.446122:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.446124:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91155:91155:255:4294967295] 192.168.203.33@tcp LPNI seq info [91155:91155:7:4294967295] 00000400:00000200:0.0:1776192956.446130:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.446134:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.446137:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192956.446140:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.446144:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.446146:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.446540:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.446544:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82352146). 00000400:00000200:3.0:1776192956.446550:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.446554:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.446557:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:3.0:1776192956.446559:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000800:00000200:3.0:1776192956.446619:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.446622:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:3.0:1776192956.446626:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.446628:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.446630:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:3.0:1776192956.446632:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000100:00000200:3.0:1776192956.446636:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008f6f168 x1862471349512192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.449067:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.449085:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312800 00000400:00000200:3.0:1776192956.449095:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3069 [1] + 224 00000400:00000200:3.0:1776192956.449107:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.449111:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.449121:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008f6f168 x1862471349512192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.449151:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000010:0.0:1776192956.449249:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb5aae02. 00000400:00000200:0.0:1776192956.449253:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:0.0:1776192956.449254:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:0.0:1776192956.449260:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008f6f168 x1862471349512192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.449267:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008f6f168 x1862471349512192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.449296:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000463f89b3. 02000000:00000010:0.0:1776192956.449301:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3ed23e7. 00000100:00000010:0.0:1776192956.449304:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 00000100:00000010:0.0:1776192956.449308:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8898695. 00010000:00000010:0.0:1776192956.449311:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00000400:00000200:3.0:1776192956.449398:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ac40 00000400:00000200:3.0:1776192956.449403:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb199d [2] + 1968 00000400:00000010:3.0:1776192956.449406:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d53de0d6. 00000400:00000200:3.0:1776192956.449409:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000df64fe38 00000400:00000200:3.0:1776192956.449419:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.449422:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.449424:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df64fe38 00000400:00000010:3.0:1776192956.449425:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000df64fe38 (tot 82351746). 00000100:00000200:3.0:1776192956.449431:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192956.449684:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3ed23e7. 00000020:00000010:0.0:1776192956.449692:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.449696:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.449717:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dbceb504 x1862471344630848/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.449780:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630848 02000000:00000010:0.0:1776192956.449802:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000463f89b3. 00010000:00000010:0.0:1776192956.449829:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d77b7a4a. 00010000:00000010:0.0:1776192956.449849:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.449855:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8898695. 00000100:00000010:0.0:1776192956.449871:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8898695. 00010000:00000010:0.0:1776192956.449874:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00000400:00000010:0.0:1776192956.449885:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192956.449900:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630848, offset 224 00000400:00000200:0.0:1776192956.449909:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.449918:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.449923:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91156:91156:256:4294967295] 192.168.203.33@tcp LPNI seq info [91156:91156:8:4294967295] 00000400:00000200:0.0:1776192956.449932:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.449937:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.449941:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82351994). 00000800:00000200:0.0:1776192956.449946:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.449952:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.449955:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.449970:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.449974:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.449977:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3ed23e7. 02000000:00000010:0.0:1776192956.449985:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006662ec64. 00000100:00000010:0.0:1776192956.449988:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 02000000:00000010:0.0:1776192956.449992:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eedcb343. 00000100:00000010:0.0:1776192956.449994:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:0.0:1776192956.449997:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041eb1918. 00000100:00000010:0.0:1776192956.449999:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 02000000:00000010:0.0:1776192956.450001:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005ccba76f. 00000100:00000010:0.0:1776192956.450003:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 02000000:00000010:0.0:1776192956.450005:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000133f2b92. 00000100:00000010:0.0:1776192956.450007:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192956.450010:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc96586f. 00000100:00000010:0.0:1776192956.450012:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000200:0.0:1776192956.450019:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192956.450023:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb5aae02. 00000400:00000010:0.0:1776192956.450027:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8898695 (tot 82352146). 00000800:00000200:3.0:1776192956.450367:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.450371:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192956.450375:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.450380:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.450383:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:3.0:1776192956.450384:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 02000000:00000010:3.0:1776192956.450388:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000463f89b3. 00080000:00000010:3.0:1776192956.450411:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4f23d1d. 00010000:00000010:3.0:1776192956.450505:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef7411fc. 00010000:00000010:3.0:1776192956.450512:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcccaccb. 00010000:00000010:3.0:1776192956.450574:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a169736d. 00010000:00000010:3.0:1776192956.450580:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192956.450590:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7989e8. 00000100:00000010:3.0:1776192956.450594:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000871d88ce. 00000100:00000010:3.0:1776192956.450601:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192956.450612:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005be76863. 02000000:00000010:3.0:1776192956.450633:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040e546cd. 00000400:00000010:3.0:1776192956.450637:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d53de0d6. 00000400:00000010:3.0:1776192956.450641:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.450644:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512256, portal 16 00000400:00000010:3.0:1776192956.450648:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192956.450650:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512256, offset 0 00000400:00000200:3.0:1776192956.450656:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.450662:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.450669:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.450673:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.450675:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.450677:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91157:91157:256:4294967295] 192.168.203.33@tcp LPNI seq info [91157:91157:8:4294967295] 00000400:00000200:3.0:1776192956.450684:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.450689:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.450692:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192956.450696:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.450701:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.450703:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.450804:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.450806:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:2.0:1776192956.450810:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.450814:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.450817:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:2.0:1776192956.450818:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:2.0:1776192956.450823:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349512256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.451200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fde087. 00010000:00000010:0.1:1776192956.452968:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3f91a1. 00010000:00000010:0.1:1776192956.452980:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4c36c2f. 00010000:00000010:0.1:1776192956.452985:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074be7c45. 00010000:00000010:0.1:1776192956.452987:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c239cd6. 00000400:00000200:3.0:1776192956.455011:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.455029:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312840 00000400:00000200:3.0:1776192956.455039:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3079 [1] + 224 00000400:00000200:3.0:1776192956.455065:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.455069:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.455079:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349512256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.455116:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.455121:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ac80 00000400:00000200:3.0:1776192956.455125:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb19f5 [2] + 0 00000400:00000200:3.0:1776192956.455135:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.455137:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.455141:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.455146:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000400:00000010:0.0:1776192956.455823:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d53de0d6. 00000400:00000200:0.0:1776192956.455830:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:0.0:1776192956.455832:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:0.0:1776192956.455839:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349512256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.455847:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349512256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192956.455869:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d0f2b04. 02000000:00000010:0.0:1776192956.455881:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040e546cd. 02000000:00000010:0.0:1776192956.455886:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005be76863. 00000100:00000010:0.0:1776192956.455899:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:0.0:1776192956.455902:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000871d88ce. 00010000:00000010:0.0:1776192956.455905:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7989e8. 00080000:00000010:0.0:1776192956.455921:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc96586f. 00010000:00000010:0.0:1776192956.456005:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:0.0:1776192956.456010:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022dfa9f6. 00010000:00000010:0.0:1776192956.456091:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.0:1776192956.456098:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.456107:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.456111:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.456118:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192956.456128:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000133f2b92. 02000000:00000010:0.0:1776192956.456187:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ccba76f. 00000400:00000010:0.0:1776192956.456192:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013fb5db2. 00000400:00000010:0.0:1776192956.456196:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192956.456200:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512320, portal 16 00000400:00000010:0.0:1776192956.456204:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004654046e. 00000100:00000200:0.0:1776192956.456206:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512320, offset 0 00000400:00000200:0.0:1776192956.456211:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.456218:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.456223:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.456226:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.456229:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.456231:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91159:91159:255:4294967295] 192.168.203.33@tcp LPNI seq info [91159:91159:7:4294967295] 00000400:00000200:0.0:1776192956.456238:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.456242:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.456245:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352394). 00000800:00000200:0.0:1776192956.456248:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.456252:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.456255:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776192956.456485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b65aa720. 00010000:00000010:3.1:1776192956.456719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e066033. 00010000:00000010:3.1:1776192956.456725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00000800:00000200:3.0:1776192956.456763:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.456767:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82352146). 00000400:00000200:3.0:1776192956.456772:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.456777:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.456780:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:3.0:1776192956.456782:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000800:00000200:3.0:1776192956.456856:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.456858:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192956.456862:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.456865:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.456867:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004654046e 00000400:00000010:3.0:1776192956.456868:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004654046e. 00000100:00000200:3.0:1776192956.456874:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349512320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.457402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3b1fcb9. 00010000:00000010:0.1:1776192956.457410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.1:1776192956.457412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1bd7d18. 00010000:00000010:0.1:1776192956.457415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0a3fb56. 00010000:00000010:0.1:1776192956.457418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.1:1776192956.457421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041381f38. 00000400:00000200:2.0:1776192956.459122:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.459139:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312880 00000400:00000200:2.0:1776192956.459149:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3085 [1] + 224 00000400:00000200:2.0:1776192956.459206:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.459211:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.459219:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349512320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192956.459415:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013fb5db2. 00000400:00000200:0.0:1776192956.459420:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192956.459422:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192956.459427:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055a6bbce x1862471349512320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.459435:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055a6bbce x1862471349512320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.459479:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ccba76f. 02000000:00000010:0.0:1776192956.459484:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000133f2b92. 00000100:00000010:0.0:1776192956.459488:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 00000100:00000010:0.0:1776192956.459493:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315c8127. 00010000:00000010:0.0:1776192956.459496:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00000400:00000200:3.0:1776192956.462718:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.462738:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6acc0 00000400:00000200:3.0:1776192956.462747:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb19f5 [2] + 328 00000400:00000200:3.0:1776192956.462814:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.462820:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.462827:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.462834:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:2.0:1776192956.462957:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.462964:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.462969:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.462995:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344630976/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192956.463031:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344630976 02000000:00000010:2.0:1776192956.463047:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d25f9184. 00010000:00000010:2.0:1776192956.463078:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdfd3084. 00010000:00000010:2.0:1776192956.463103:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b04e941b. 00000100:00000010:2.0:1776192956.463109:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.463122:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.463126:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b04e941b. 00000400:00000010:2.0:1776192956.463141:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192956.463146:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344630976, offset 224 00000400:00000200:2.0:1776192956.463180:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.463192:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.463197:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91160:91160:256:4294967295] 192.168.203.33@tcp LPNI seq info [91160:91160:8:4294967295] 00000400:00000200:2.0:1776192956.463207:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.463212:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.463216:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192956.463222:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.463229:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.463232:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.463254:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.463259:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.463269:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 00080000:00000010:0.0:1776192956.463478:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000133f2b92. 00010000:00000010:0.0:1776192956.463562:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.463568:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007140b969. 00010000:00000010:0.0:1776192956.463641:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074be7c45. 00010000:00000010:0.0:1776192956.463645:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192956.463650:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.0:1776192956.463654:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00080000:00000010:0.0:1776192956.463666:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ccba76f. 00010000:00000010:0.0:1776192956.463691:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.463694:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192956.463743:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192956.463746:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.463753:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.463757:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.463764:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192956.463775:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3ed23e7. 02000000:00000010:0.0:1776192956.463810:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000463f89b3. 00000400:00000010:0.0:1776192956.463817:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013fb5db2. 00000400:00000010:0.0:1776192956.463822:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192956.463827:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512384, portal 16 00000400:00000010:0.0:1776192956.463831:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192956.463832:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512384, offset 0 00000400:00000200:0.0:1776192956.463838:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.463845:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.463851:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.463855:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.463858:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.463860:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91161:91161:255:4294967295] 192.168.203.33@tcp LPNI seq info [91161:91161:7:4294967295] 00000400:00000200:0.0:1776192956.463867:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.463872:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.463875:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192956.463879:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.463883:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.463885:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.464053:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.464058:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82352146). 00000400:00000200:3.0:1776192956.464062:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.464067:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.464072:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:3.0:1776192956.464074:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000800:00000200:3.0:1776192956.464120:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.464122:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:3.0:1776192956.464126:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.464129:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.464131:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:3.0:1776192956.464133:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000100:00000200:3.0:1776192956.464138:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349512384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.465228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014cf123a. 00010000:00000010:0.1:1776192956.465241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054e422a3. 00010000:00000010:0.1:1776192956.465245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169736d. 00000400:00000200:2.0:1776192956.469353:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.469373:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673128c0 00000400:00000200:2.0:1776192956.469381:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3091 [1] + 224 00000400:00000200:2.0:1776192956.469392:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.469396:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.469407:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349512384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.469446:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.469451:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ad00 00000400:00000200:2.0:1776192956.469456:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb19f5 [2] + 656 00000400:00000010:0.0:1776192956.469645:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013fb5db2. 00000400:00000200:0.0:1776192956.469651:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192956.469652:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192956.469658:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055a6bbce x1862471349512384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.469665:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055a6bbce x1862471349512384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.469693:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000463f89b3. 02000000:00000010:0.0:1776192956.469698:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3ed23e7. 00000100:00000010:0.0:1776192956.469702:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 00000100:00000010:0.0:1776192956.469706:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315c8127. 00010000:00000010:0.0:1776192956.469710:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00000400:00000200:2.0:1776192956.469796:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.469801:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.469805:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.469810:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00080000:00000010:0.0:1776192956.470301:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3ed23e7. 00010000:00000010:0.0:1776192956.470384:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.470391:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc8b8a8c. 00000001:00000010:0.0:1776192956.470446:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000013fb5db2. 00000001:00000010:0.0:1776192956.470452:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000013fb5db2. 00000001:00000010:0.0:1776192956.470455:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000013fb5db2. 00000001:00000010:0.0:1776192956.470457:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005fbaad67. 00010000:00000010:0.0:1776192956.470483:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf416c0. 00010000:00000010:0.0:1776192956.470488:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.470498:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.470501:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.470508:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192956.470517:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000463f89b3. 02000000:00000010:0.0:1776192956.470540:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b51cec3. 00000400:00000010:0.0:1776192956.470544:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e294a4c. 00000400:00000010:0.0:1776192956.470547:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192956.470551:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512448, portal 16 00000400:00000010:0.0:1776192956.470555:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192956.470557:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512448, offset 0 00000400:00000200:0.0:1776192956.470563:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.470569:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.470576:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.470579:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.470582:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.470584:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91163:91163:255:4294967295] 192.168.203.33@tcp LPNI seq info [91163:91163:7:4294967295] 00000400:00000200:0.0:1776192956.470591:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.470595:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.470599:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352394). 00000800:00000200:0.0:1776192956.470602:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.470606:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.470608:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.470831:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.470835:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82352146). 00000400:00000200:3.0:1776192956.470840:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.470845:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.470848:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:3.0:1776192956.470849:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000800:00000200:3.0:1776192956.471291:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.471294:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:3.0:1776192956.471298:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.471301:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.471304:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:3.0:1776192956.471305:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00000100:00000200:3.0:1776192956.471311:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349512448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.475251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077962ddb. 00010000:00000010:0.1:1776192956.479209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1142725. 00010000:00000010:0.1:1776192956.479223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.1:1776192956.479226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074be7c45. 00010000:00000010:0.1:1776192956.479229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:1.1:1776192956.479266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9cb34e7. 00000400:00000200:3.0:1776192956.484147:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.484198:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312900 00000400:00000200:3.0:1776192956.484208:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb309d [1] + 224 00000400:00000200:3.0:1776192956.484222:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.484226:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.484237:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349512448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.484269:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.484275:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ad40 00000400:00000200:3.0:1776192956.484279:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb19f5 [2] + 984 00000400:00000200:3.0:1776192956.484288:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.484291:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.484295:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.484301:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:2.0:1776192956.484473:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.484480:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.484484:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.484506:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344631104/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192956.484542:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631104 02000000:00000010:2.0:1776192956.484554:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041eb1918. 00010000:00000010:2.0:1776192956.484592:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b04e941b. 00000100:00000010:2.0:1776192956.484599:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.484605:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.484608:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b04e941b. 00010000:00000010:0.1:1776192956.484620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000688c478d. 00000400:00000010:2.0:1776192956.484622:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192956.484626:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631104, offset 224 00010000:00000010:0.1:1776192956.484627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00000400:00000200:2.0:1776192956.484633:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.484643:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000010:0.0:1776192956.484644:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e294a4c. 00000400:00000200:2.0:1776192956.484648:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91164:91164:256:4294967295] 192.168.203.33@tcp LPNI seq info [91164:91164:8:4294967295] 00000400:00000200:0.0:1776192956.484648:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192956.484650:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192956.484653:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055a6bbce x1862471349512448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.484657:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.484662:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000100:00000200:0.0:1776192956.484662:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055a6bbce x1862471349512448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000010:2.0:1776192956.484666:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192956.484671:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.484677:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.484681:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1776192956.484681:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005915b079. 02000000:00000010:0.0:1776192956.484694:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b51cec3. 00000020:00000010:2.0:1776192956.484697:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.484700:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 02000000:00000010:0.0:1776192956.484700:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000463f89b3. 00000100:00000010:0.0:1776192956.484705:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 00000100:00000010:0.0:1776192956.484708:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315c8127. 00000020:00000010:2.0:1776192956.484710:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 00010000:00000010:0.0:1776192956.484711:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00080000:00000010:0.0:1776192956.484725:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b51cec3. 00000800:00000200:2.0:1776192956.484811:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.484815:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:2.0:1776192956.484818:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.484821:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.484824:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:2.0:1776192956.484825:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00010000:00000010:0.0:1776192956.484825:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.484831:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006db59a27. 00010000:00000010:0.0:1776192956.484910:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192956.484916:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.484925:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.484928:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.484933:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192956.484942:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000463f89b3. 02000000:00000010:0.0:1776192956.484975:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000206b6b19. 00000400:00000010:0.0:1776192956.484979:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e294a4c. 00000400:00000010:0.0:1776192956.484986:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192956.484990:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512512, portal 16 00000400:00000010:0.0:1776192956.484993:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192956.484995:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512512, offset 0 00000400:00000200:0.0:1776192956.485000:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.485006:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.485013:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.485016:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.485018:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.485020:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91165:91165:256:4294967295] 192.168.203.33@tcp LPNI seq info [91165:91165:8:4294967295] 00000400:00000200:0.0:1776192956.485027:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.485032:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.485035:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192956.485039:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.485043:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.485044:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.485196:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.485199:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:2.0:1776192956.485203:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.485207:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.485209:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:2.0:1776192956.485210:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00000100:00000200:2.0:1776192956.485214:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349512512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.488806:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.488826:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312940 00000400:00000200:3.0:1776192956.488837:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb30a9 [1] + 224 00000400:00000200:3.0:1776192956.488850:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.488853:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.488864:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349512512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.488911:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.488916:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ad80 00000400:00000200:3.0:1776192956.488921:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb19f5 [2] + 1312 00000400:00000200:3.0:1776192956.488932:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.488935:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.488939:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.488944:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000400:00000010:0.0:1776192956.489072:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e294a4c. 00000400:00000200:0.0:1776192956.489076:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192956.489078:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192956.489084:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055a6bbce x1862471349512512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.489091:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055a6bbce x1862471349512512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.489122:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000206b6b19. 02000000:00000010:0.0:1776192956.489128:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000463f89b3. 00000100:00000010:0.0:1776192956.489134:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 00000100:00000010:0.0:1776192956.489137:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315c8127. 00010000:00000010:0.0:1776192956.489141:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00080000:00000010:0.0:1776192956.490273:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000206b6b19. 00010000:00000010:0.0:1776192956.490360:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.490367:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000976e254a. 00010000:00000010:0.0:1776192956.490449:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.0:1776192956.490455:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.490467:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.490470:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.490478:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192956.490488:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3c9847b. 02000000:00000010:0.0:1776192956.490512:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c74985ef. 00000400:00000010:0.0:1776192956.490517:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e294a4c. 00000400:00000010:0.0:1776192956.490521:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192956.490525:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512576, portal 16 00000400:00000010:0.0:1776192956.490529:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:0.0:1776192956.490531:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512576, offset 0 00000400:00000200:0.0:1776192956.490536:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.490542:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.490548:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.490552:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.490554:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.490557:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91167:91167:255:4294967295] 192.168.203.33@tcp LPNI seq info [91167:91167:7:4294967295] 00000400:00000200:0.0:1776192956.490563:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.490568:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.490570:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352394). 00000800:00000200:0.0:1776192956.490574:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.490578:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.490580:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.491122:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.491127:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82352146). 00000400:00000200:2.0:1776192956.491133:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.491138:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.491142:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:2.0:1776192956.491144:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00010000:00000010:0.1:1776192956.491210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a038b3. 00010000:00000010:0.1:1776192956.491219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000842bde55. 00010000:00000010:0.1:1776192956.491223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf416c0. 00000800:00000200:2.0:1776192956.494572:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.494582:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:2.0:1776192956.494594:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.494603:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.494609:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:2.0:1776192956.494611:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000100:00000200:2.0:1776192956.494621:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349512576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.494974:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.494989:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312980 00000400:00000200:2.0:1776192956.494997:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb30b5 [1] + 224 00000400:00000200:2.0:1776192956.495008:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.495010:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.495016:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349512576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.495267:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.495274:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6adc0 00000400:00000200:2.0:1776192956.495279:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb19f5 [2] + 1640 00000400:00000200:2.0:1776192956.495760:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.495766:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.495771:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.495777:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000400:00000010:0.0:1776192956.496762:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e294a4c. 00000400:00000200:0.0:1776192956.496768:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192956.496770:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192956.496780:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055a6bbce x1862471349512576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.496800:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055a6bbce x1862471349512576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192956.496826:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc3b866c. 02000000:00000010:0.0:1776192956.496843:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c74985ef. 02000000:00000010:0.0:1776192956.496848:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3c9847b. 00000100:00000010:0.0:1776192956.496851:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 00000100:00000010:0.0:1776192956.496855:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315c8127. 00010000:00000010:0.0:1776192956.496858:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddd86976. 00080000:00000010:0.0:1776192956.496875:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3c9847b. 00010000:00000010:0.0:1776192956.496980:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.496987:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbca1191. 00010000:00000010:0.0:1776192956.497363:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf416c0. 00010000:00000010:0.0:1776192956.497371:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192956.497384:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddd86976. 00000100:00000010:0.0:1776192956.497389:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.497397:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192956.497409:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c74985ef. 02000000:00000010:0.0:1776192956.497447:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fa44894. 00000400:00000010:0.0:1776192956.497454:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e294a4c. 00000400:00000010:0.0:1776192956.497459:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192956.497464:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512640, portal 16 00000400:00000010:0.0:1776192956.497469:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192956.497471:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512640, offset 0 00000400:00000200:0.0:1776192956.497478:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.497489:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.497496:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.497500:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.497503:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.497507:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91169:91169:255:4294967295] 192.168.203.33@tcp LPNI seq info [91169:91169:7:4294967295] 00000400:00000200:0.0:1776192956.497515:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.497520:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.497524:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352394). 00000800:00000200:0.0:1776192956.497529:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.497535:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.497538:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.497842:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.497846:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82352146). 00000400:00000200:3.0:1776192956.497852:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.497858:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.497863:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:3.0:1776192956.497865:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00010000:00000010:0.1:1776192956.500940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f2e34de. 00010000:00000010:0.1:1776192956.500957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00000800:00000200:3.0:1776192956.501738:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.501744:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:3.0:1776192956.501751:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.501761:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.501769:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:3.0:1776192956.501771:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000100:00000200:3.0:1776192956.501782:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349512640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.501829:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.501844:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673129c0 00000400:00000200:3.0:1776192956.501851:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb30c1 [1] + 224 00000400:00000200:3.0:1776192956.501862:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.501865:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.501870:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349512640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.501944:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.501951:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ae00 00000400:00000200:3.0:1776192956.501955:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb19f5 [2] + 1968 00000400:00000010:3.0:1776192956.501959:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b8a861b. 00000400:00000200:3.0:1776192956.501963:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000edeb6c4c 00000400:00000200:3.0:1776192956.501969:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.501972:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.501974:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edeb6c4c 00000400:00000010:3.0:1776192956.501977:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000edeb6c4c (tot 82351746). 00000100:00000200:3.0:1776192956.501982:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192956.502475:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee849a7b. 00000020:00000010:3.0:1776192956.502484:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.502487:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.502515:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b954758 x1862471344631296/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192956.502552:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631296 02000000:00000010:3.0:1776192956.502563:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efdec631. 00010000:00000010:3.0:1776192956.502599:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.502606:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b78c25c. 00000100:00000010:3.0:1776192956.502613:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b78c25c. 00010000:00000010:3.0:1776192956.502618:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.502632:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192956.502636:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631296, offset 224 00000400:00000200:3.0:1776192956.502643:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.502654:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.502659:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91170:91170:256:4294967295] 192.168.203.33@tcp LPNI seq info [91170:91170:8:4294967295] 00000400:00000200:3.0:1776192956.502668:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.502673:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.502678:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82351994). 00000800:00000200:3.0:1776192956.502683:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.502690:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.502693:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.502711:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.502714:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.502718:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee849a7b. 02000000:00000010:3.0:1776192956.502991:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018a17461. 00000100:00000010:3.0:1776192956.502996:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:3.0:1776192956.503001:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000219b429b. 00000100:00000010:3.0:1776192956.503006:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192956.503009:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041eb1918. 00000100:00000010:3.0:1776192956.503012:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192956.503015:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006662ec64. 00000100:00000010:3.0:1776192956.503017:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:3.0:1776192956.503022:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d25f9184. 00000100:00000010:3.0:1776192956.503024:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192956.503026:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eedcb343. 00000100:00000010:3.0:1776192956.503028:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000200:3.0:1776192956.503035:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192956.503129:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b8a861b. 00000400:00000010:3.0:1776192956.503135:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001b78c25c (tot 82352146). 00000800:00000200:2.0:1776192956.504621:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.504627:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:2.0:1776192956.504635:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.504644:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.504649:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:2.0:1776192956.504650:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 02000000:00000010:2.0:1776192956.504656:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efdec631. 00010000:00000010:1.1:1776192956.504964:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051363eca. 00000800:00000200:0.0:1776192956.510431:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.510447:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:0.0:1776192956.510456:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.510467:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.510474:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:0.0:1776192956.510476:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:0.0:1776192956.510486:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349512704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.510613:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.510628:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312a00 00000400:00000200:2.0:1776192956.510635:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb30d1 [1] + 224 00000400:00000200:2.0:1776192956.510645:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.510648:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.510653:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349512704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.510737:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.510743:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ae40 00000400:00000200:2.0:1776192956.510749:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1a4d [2] + 0 00000400:00000200:2.0:1776192956.510828:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.510833:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.510838:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.510844:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:3.0:1776192956.511084:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.511091:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.511094:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.511118:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344631360/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192956.511188:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631360 02000000:00000010:3.0:1776192956.511201:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee849a7b. 00010000:00000010:3.0:1776192956.511238:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.511245:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.511252:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.511256:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.511268:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192956.511272:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631360, offset 224 00000400:00000200:3.0:1776192956.511280:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.511291:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.511296:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91172:91172:256:4294967295] 192.168.203.33@tcp LPNI seq info [91172:91172:8:4294967295] 00000400:00000200:3.0:1776192956.511306:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.511311:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.511315:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192956.511320:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.511535:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.511539:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.511565:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.511570:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.511573:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00000800:00000200:0.0:1776192956.511659:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.511662:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192956.511666:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.511670:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.511673:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:0.0:1776192956.511675:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00010000:00000010:0.1:1776192956.512275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034a3e07c. 00010000:00000010:0.1:1776192956.512284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4b20074. 00010000:00000010:0.1:1776192956.512288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00000800:00000200:0.0:1776192956.517444:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.517452:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:0.0:1776192956.517463:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.517472:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.517478:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:0.0:1776192956.517481:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:0.0:1776192956.517491:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349512768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.518194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6df4ebc. 00010000:00000010:1.1:1776192956.518203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e79269e8. 00010000:00000010:1.1:1776192956.518207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf416c0. 00010000:00000010:1.1:1776192956.518210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192956.518213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00000400:00000200:2.0:1776192956.518434:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.518518:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312a40 00000400:00000200:2.0:1776192956.518525:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb30dd [1] + 224 00000400:00000200:2.0:1776192956.518535:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.518539:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.518545:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349512768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.518604:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.518609:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ae80 00000400:00000200:2.0:1776192956.518614:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1a4d [2] + 328 00000400:00000200:2.0:1776192956.518661:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.518664:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.518668:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.518672:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 00000020:00000010:3.0:1776192956.518909:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.518916:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.518920:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.518946:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000891dd363 x1862471344631424/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192956.518976:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631424 02000000:00000010:3.0:1776192956.518986:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efdec631. 00010000:00000010:3.0:1776192956.519022:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.519027:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.519032:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.519036:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.519056:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192956.519062:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631424, offset 224 00000400:00000200:3.0:1776192956.519070:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.519081:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.519087:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91174:91174:256:4294967295] 192.168.203.33@tcp LPNI seq info [91174:91174:8:4294967295] 00000400:00000200:3.0:1776192956.519096:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.519101:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.519105:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192956.519110:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.519115:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.519119:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.519202:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.519207:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.519210:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00000800:00000200:2.0:1776192956.520508:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.520512:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:2.0:1776192956.520518:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.520523:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.520527:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:2.0:1776192956.520529:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000800:00000200:2.0:1776192956.521015:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.521018:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:2.0:1776192956.521023:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.521027:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.521030:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:2.0:1776192956.521032:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:2.0:1776192956.521049:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349512832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.523586:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.523603:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312a80 00000400:00000200:0.0:1776192956.523613:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb30e9 [1] + 224 00000400:00000200:0.0:1776192956.523623:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.523626:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.523635:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349512832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.523696:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.523701:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6aec0 00000400:00000200:0.0:1776192956.523706:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1a4d [2] + 656 00000400:00000200:0.0:1776192956.523751:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.523754:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.523757:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.523762:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000020:00000010:2.0:1776192956.523854:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.523861:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.523866:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.523899:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344631488/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192956.523929:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631488 02000000:00000010:2.0:1776192956.523939:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7bfe7f9. 00010000:00000010:2.0:1776192956.523977:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b04e941b. 00000100:00000010:2.0:1776192956.523984:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.523990:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.523993:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b04e941b. 00000400:00000010:2.0:1776192956.524007:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192956.524011:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631488, offset 224 00000400:00000200:2.0:1776192956.524018:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.524028:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.524033:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91176:91176:256:4294967295] 192.168.203.33@tcp LPNI seq info [91176:91176:8:4294967295] 00000400:00000200:2.0:1776192956.524047:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.524053:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.524057:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192956.524062:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.524069:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.524073:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.524094:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.524099:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.524109:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 00000800:00000200:0.0:1776192956.524220:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.524224:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:0.0:1776192956.524227:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.524231:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.524234:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:0.0:1776192956.524235:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000800:00000010:1.0:1776192956.525966:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192956.525972:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.525978:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.525982:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.531189:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.531198:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192956.531210:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.531219:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.531225:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:2.0:1776192956.531227:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:2.0:1776192956.531238:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349512896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.531428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bcaf4b8. 00010000:00000010:1.1:1776192956.531444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ebb5248. 00010000:00000010:1.1:1776192956.531448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00000400:00000200:0.0:1776192956.532844:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.532863:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312ac0 00000400:00000200:0.0:1776192956.532872:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb30f5 [1] + 224 00000400:00000200:0.0:1776192956.532885:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.532935:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.532944:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349512896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.533016:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.533022:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6af00 00000400:00000200:0.0:1776192956.533026:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1a4d [2] + 984 00000400:00000200:0.0:1776192956.533035:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.533037:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.533050:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.533056:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 00000020:00000010:3.0:1776192956.533151:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.533178:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.533182:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.533203:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008f6f168 x1862471344631552/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192956.533235:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631552 02000000:00000010:3.0:1776192956.533245:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005be76863. 00010000:00000010:3.0:1776192956.533275:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.533282:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.533288:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.533292:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.533303:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192956.533307:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631552, offset 224 00000400:00000200:3.0:1776192956.533314:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.533332:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.533337:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91178:91178:256:4294967295] 192.168.203.33@tcp LPNI seq info [91178:91178:8:4294967295] 00000400:00000200:3.0:1776192956.533347:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.533351:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.533355:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.533360:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.533366:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.533369:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.533387:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.533391:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.533394:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00000800:00000200:0.0:1776192956.533592:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.533595:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192956.533599:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.533603:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.533606:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:0.0:1776192956.533608:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000400:00000010:1.0:1776192956.535320:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.535335:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.535337:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.535349:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349512896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.535358:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349512896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192956.535384:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8e3fd83. 02000000:00000010:1.0:1776192956.535400:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad7811c. 02000000:00000010:1.0:1776192956.535406:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000894a3eb1. 00000100:00000010:1.0:1776192956.535410:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.535414:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.535417:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00080000:00000010:1.0:1776192956.535445:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ad7811c. 00010000:00000010:1.0:1776192956.535537:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.535543:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009551ec54. 00010000:00000010:1.0:1776192956.535614:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192956.535619:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.535628:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.535632:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.535639:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.535650:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009268366. 02000000:00000010:1.0:1776192956.535670:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fb2c6f1. 00000400:00000010:1.0:1776192956.535674:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.535678:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.535684:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349512960, portal 16 00000400:00000010:1.0:1776192956.535687:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192956.535689:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349512960, offset 0 00000400:00000200:1.0:1776192956.535697:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.535709:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.535715:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.535728:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.535731:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.535734:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91179:91179:256:4294967295] 192.168.203.33@tcp LPNI seq info [91179:91179:8:4294967295] 00000400:00000200:1.0:1776192956.535742:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.535746:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.535751:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192956.535757:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.535762:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.535765:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.536047:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.536051:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:2.0:1776192956.536056:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.536060:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.536063:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:2.0:1776192956.536064:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:2.0:1776192956.536069:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349512960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.538863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097940a45. 00010000:00000010:1.1:1776192956.538877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bce35bff. 00010000:00000010:1.1:1776192956.538882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.1:1776192956.538884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a66111. 00010000:00000010:1.1:1776192956.538887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012ac52a2. 00010000:00000010:1.1:1776192956.538900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00000400:00000200:0.0:1776192956.540057:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.540076:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312b00 00000400:00000200:0.0:1776192956.540085:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3101 [1] + 224 00000400:00000200:0.0:1776192956.540097:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.540101:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.540112:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349512960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.540148:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.540177:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6af40 00000400:00000200:0.0:1776192956.540182:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1a4d [2] + 1312 00000400:00000200:0.0:1776192956.540192:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.540196:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.540200:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.540206:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2a8585. 00000400:00000010:1.0:1776192956.540300:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.540305:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.540307:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.540313:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349512960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.540321:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349512960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.540357:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb2c6f1. 02000000:00000010:1.0:1776192956.540365:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009268366. 00000100:00000010:1.0:1776192956.540368:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.540372:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.540375:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000020:00000010:2.0:1776192956.540450:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.540457:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.540460:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.540483:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b2a8585 x1862471344631616/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192956.540517:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631616 02000000:00000010:2.0:1776192956.540527:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab1786ab. 00010000:00000010:2.0:1776192956.540552:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6ab6029. 00010000:00000010:2.0:1776192956.540571:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b04e941b. 00000100:00000010:2.0:1776192956.540576:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.540592:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.540594:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b04e941b. 00000400:00000010:2.0:1776192956.540606:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa860fc. 00000100:00000200:2.0:1776192956.540610:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631616, offset 224 00000400:00000200:2.0:1776192956.540617:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:1.0:1776192956.540625:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009268366. 00000400:00000200:2.0:1776192956.540627:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.540631:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91180:91180:256:4294967295] 192.168.203.33@tcp LPNI seq info [91180:91180:8:4294967295] 00000400:00000200:2.0:1776192956.540639:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.540644:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.540647:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192956.540652:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.540657:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.540660:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.540672:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.540676:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.540684:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 00010000:00000010:1.0:1776192956.540696:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.540701:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b20f3ddb. 00010000:00000010:1.0:1776192956.540772:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b053fc0. 00010000:00000010:1.0:1776192956.540777:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192956.540781:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.0:1776192956.540797:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00080000:00000010:1.0:1776192956.540808:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fb2c6f1. 00010000:00000010:1.0:1776192956.540834:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.540837:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192956.540885:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.0:1776192956.540889:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.540896:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.540900:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.540905:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.540915:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000894a3eb1. 02000000:00000010:1.0:1776192956.540935:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dde385e6. 00000400:00000010:1.0:1776192956.540939:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.540942:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.540948:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513024, portal 16 00000400:00000010:1.0:1776192956.540951:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192956.540953:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513024, offset 0 00000400:00000200:1.0:1776192956.540958:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.540963:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.540969:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.540973:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.540975:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.540978:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91181:91181:255:4294967295] 192.168.203.33@tcp LPNI seq info [91181:91181:7:4294967295] 00000400:00000200:1.0:1776192956.540985:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.540989:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.540992:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352394). 00000800:00000200:1.0:1776192956.540995:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.540999:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.541001:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.541231:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.541235:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82352146). 00000400:00000200:0.0:1776192956.541239:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.541243:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.541245:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa860fc 00000400:00000010:0.0:1776192956.541247:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa860fc. 00000800:00000200:0.0:1776192956.541308:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.541311:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:0.0:1776192956.541315:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.541318:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.541320:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:0.0:1776192956.541329:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:0.0:1776192956.541335:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1776192956.542345:0:67378:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192956.542361:0:67378:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b60e3f80. 02000000:00000010:2.0:1776192956.542425:0:15855:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008bd81bc6. 00000400:00000010:2.0:1776192956.542432:0:15855:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8d6da38. 00000400:00000010:2.0:1776192956.542437:0:15855:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192956.542442:0:15855:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862471349513088, portal 4 00000400:00000010:2.0:1776192956.542447:0:15855:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192956.542449:0:15855:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862471349513088, offset 0 00000400:00000200:2.0:1776192956.542456:0:15855:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776192956.542465:0:15855:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192956.542474:0:15855:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de867312b80 00000400:00000200:2.0:1776192956.542479:0:15855:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x328cd [8] + 1344 00000400:00000200:2.0:1776192956.542485:0:15855:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.542488:0:15855:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192956.542492:0:15855:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1776192956.542496:0:15855:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b71bffa8. 00000400:00000200:2.0:1776192956.542511:0:15855:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:2.0:1776192956.542513:0:15855:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000100:00000200:2.0:1776192956.542518:0:15855:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349513088/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192963 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:3.0:1776192956.542574:0:68036:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.542580:0:68036:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.542583:0:68036:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.542617:0:68036:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349513088 02000000:00000010:3.0:1776192956.542631:0:68036:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000063148f26. 00010000:00000200:3.0:1776192956.542645:0:68036:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000b71bffa8 x1862471349513088/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:347/0 lens 224/368 e 0 to 0 dl 1776192962 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:3.0:1776192956.542656:0:68036:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192956.542659:0:68036:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862471349513088, offset 224 00000400:00000200:3.0:1776192956.542663:0:68036:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776192956.542668:0:68036:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776192956.542672:0:68036:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de867312b80 00000400:00000200:3.0:1776192956.542676:0:68036:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb3115 [1] + 224 00000400:00000200:3.0:1776192956.542679:0:68036:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.542681:0:68036:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776192956.542685:0:68036:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349513088/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192963 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:3.0:1776192956.542706:0:68036:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192956.542707:0:68036:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000020:00000010:3.0:1776192956.542724:0:68036:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.542727:0:68036:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.542729:0:68036:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00000400:00000010:2.0:1776192956.542816:0:15855:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8d6da38. 00000400:00000200:2.0:1776192956.542820:0:15855:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:2.0:1776192956.542821:0:15855:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:2.0:1776192956.542825:0:15855:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349513088/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192963 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:2.0:1776192956.542837:0:15855:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349513088/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192963 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:2.0:1776192956.542871:0:15855:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008bd81bc6. 02000000:00000010:2.0:1776192956.542877:0:15855:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b60e3f80. 00000100:00000010:2.0:1776192956.542881:0:15855:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00010000:00000010:1.1:1776192956.544225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a54133d. 00010000:00000010:1.1:1776192956.544237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061bb74cc. 00010000:00000010:1.1:1776192956.544241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069410578. 00000400:00000200:2.0:1776192956.547360:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.547380:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312b40 00000400:00000200:2.0:1776192956.547389:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb310d [1] + 224 00000400:00000200:2.0:1776192956.547401:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.547404:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.547414:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.547442:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.547446:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6af80 00000400:00000200:2.0:1776192956.547451:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1a4d [2] + 1640 00000400:00000200:2.0:1776192956.547458:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.547460:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.547464:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.547469:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 00000020:00000010:3.0:1776192956.547738:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.547745:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.547749:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.547772:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000952192e0 x1862471344631680/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192956.547808:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631680 02000000:00000010:3.0:1776192956.547819:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040e546cd. 00010000:00000010:3.0:1776192956.547852:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.547858:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.547865:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.547869:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.547882:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192956.547887:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631680, offset 224 00000400:00000200:3.0:1776192956.547906:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.547917:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.547922:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91182:91182:256:4294967295] 192.168.203.33@tcp LPNI seq info [91182:91182:8:4294967295] 00000400:00000200:3.0:1776192956.547932:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.547937:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.547941:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192956.547946:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.547952:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.547956:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.547979:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.547983:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.547985:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00000800:00000200:0.0:1776192956.548335:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.548339:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192956.548344:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.548349:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.548352:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:0.0:1776192956.548353:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000400:00000010:1.0:1776192956.548682:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.548687:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.548688:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.548695:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.548703:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192956.548734:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000981ac071. 02000000:00000010:1.0:1776192956.548752:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dde385e6. 02000000:00000010:1.0:1776192956.548757:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000894a3eb1. 00000100:00000010:1.0:1776192956.548762:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.548766:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.548768:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00080000:00000010:1.0:1776192956.548793:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dde385e6. 00010000:00000010:1.0:1776192956.548876:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.548882:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069020831. 00010000:00000010:1.0:1776192956.548963:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069410578. 00010000:00000010:1.0:1776192956.548968:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.548977:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.548982:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.548987:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.548998:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000894a3eb1. 02000000:00000010:1.0:1776192956.549020:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000126ddf17. 00000400:00000010:1.0:1776192956.549024:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.549028:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.549032:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513152, portal 16 00000400:00000010:1.0:1776192956.549036:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007465e33a. 00000100:00000200:1.0:1776192956.549038:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513152, offset 0 00000400:00000200:1.0:1776192956.549057:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.549065:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.549071:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.549075:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.549078:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.549081:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91183:91183:256:4294967295] 192.168.203.33@tcp LPNI seq info [91183:91183:8:4294967295] 00000400:00000200:1.0:1776192956.549088:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.549092:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.549096:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192956.549101:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.549106:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.549109:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.549539:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.549543:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:0.0:1776192956.549548:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.549553:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.549557:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:0.0:1776192956.549558:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00000100:00000200:0.0:1776192956.549563:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.553753:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.553773:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312bc0 00000400:00000200:2.0:1776192956.553782:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3125 [1] + 224 00000400:00000200:2.0:1776192956.553805:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.553810:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.553821:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.553855:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.553861:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6afc0 00000400:00000200:2.0:1776192956.553866:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1a4d [2] + 1968 00000400:00000010:2.0:1776192956.553870:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ffed1460. 00000400:00000200:2.0:1776192956.553873:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ef19a229 00000400:00000200:2.0:1776192956.553932:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.553936:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.553939:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef19a229 00000400:00000010:2.0:1776192956.553941:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ef19a229 (tot 82351746). 00000100:00000200:2.0:1776192956.553945:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776192956.554056:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.554060:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.554061:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.554068:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.554075:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.554103:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000126ddf17. 02000000:00000010:1.0:1776192956.554109:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000894a3eb1. 00000100:00000010:1.0:1776192956.554115:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.554120:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.554124:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000020:00000010:0.0:1776192956.554916:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061bfcdc2. 00000020:00000010:0.0:1776192956.554925:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.554930:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.554954:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb7f1adb x1862471344631744/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192956.554978:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631744 02000000:00000010:0.0:1776192956.554987:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013a1590e. 00010000:00000010:0.0:1776192956.555014:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051f82ae8. 00010000:00000010:0.0:1776192956.555034:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.555052:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b92ba109. 00000100:00000010:0.0:1776192956.555069:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b92ba109. 00010000:00000010:0.0:1776192956.555071:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.555084:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00000100:00000200:0.0:1776192956.555089:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631744, offset 224 00000400:00000200:0.0:1776192956.555096:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.555107:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.555113:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91184:91184:256:4294967295] 192.168.203.33@tcp LPNI seq info [91184:91184:8:4294967295] 00000400:00000200:0.0:1776192956.555123:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.555128:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.555132:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82351994). 00000800:00000200:0.0:1776192956.555138:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.555144:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.555147:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.555187:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.555190:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.555193:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061bfcdc2. 02000000:00000010:0.0:1776192956.555201:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040e546cd. 00000100:00000010:0.0:1776192956.555204:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 02000000:00000010:0.0:1776192956.555210:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab1786ab. 00000100:00000010:0.0:1776192956.555213:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b2a8585. 02000000:00000010:0.0:1776192956.555215:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005be76863. 00000100:00000010:0.0:1776192956.555217:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192956.555220:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7bfe7f9. 00000100:00000010:0.0:1776192956.555222:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 02000000:00000010:0.0:1776192956.555225:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efdec631. 00000100:00000010:0.0:1776192956.555227:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 02000000:00000010:0.0:1776192956.555229:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee849a7b. 00000100:00000010:0.0:1776192956.555231:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000200:0.0:1776192956.555238:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192956.555243:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c015d753. 00000400:00000010:0.0:1776192956.555246:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b92ba109 (tot 82352146). 00000800:00000200:0.0:1776192956.555317:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.555321:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00080000:00000010:1.0:1776192956.555428:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000126ddf17. 00010000:00000010:1.0:1776192956.555507:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.555512:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e473d6fc. 00010000:00000010:1.0:1776192956.555588:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d41530c. 00010000:00000010:1.0:1776192956.555593:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.555602:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.555605:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.555611:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.555620:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005904ec9c. 02000000:00000010:1.0:1776192956.555638:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000894a3eb1. 00000400:00000010:1.0:1776192956.555642:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.555645:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.555648:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513216, portal 16 00000400:00000010:1.0:1776192956.555651:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000066f1a46. 00000100:00000200:1.0:1776192956.555653:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513216, offset 0 00000400:00000200:1.0:1776192956.555658:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.555664:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.555670:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.555673:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.555676:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.555678:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91185:91185:255:4294967295] 192.168.203.33@tcp LPNI seq info [91185:91185:7:4294967295] 00000400:00000200:1.0:1776192956.555684:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.555688:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.555691:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192956.555695:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.555698:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.555701:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1776192956.557129:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.557138:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.557143:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:0.0:1776192956.557145:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 02000000:00000010:0.0:1776192956.557165:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013a1590e. 00010000:00000010:2.1:1776192956.557183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f27ba5. 00000800:00000200:0.0:1776192956.557242:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.557245:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:0.0:1776192956.557250:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.557253:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.557255:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:0.0:1776192956.557257:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000100:00000200:0.0:1776192956.557262:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.559850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ec7b27. 00010000:00000010:1.1:1776192956.559864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.1:1776192956.559868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192956.559871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00000400:00000200:0.0:1776192956.560014:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.560029:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312c00 00000400:00000200:0.0:1776192956.560038:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3135 [1] + 224 00000400:00000200:0.0:1776192956.560063:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.560067:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.560076:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192956.560261:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.560266:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.560267:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.560273:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.560282:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.560308:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000894a3eb1. 02000000:00000010:1.0:1776192956.560314:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005904ec9c. 00000100:00000010:1.0:1776192956.560318:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.560335:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.560338:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000200:2.0:1776192956.563330:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.563350:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b000 00000400:00000200:2.0:1776192956.563357:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1aa5 [2] + 0 00000400:00000200:2.0:1776192956.563411:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.563417:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.563423:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.563429:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000020:00000010:3.0:1776192956.563545:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.563553:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.563557:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.563580:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344631808/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192956.563615:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631808 02000000:00000010:3.0:1776192956.563625:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000249c04dd. 00010000:00000010:3.0:1776192956.563651:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086a856e2. 00010000:00000010:3.0:1776192956.563672:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.563678:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.563696:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.563701:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.563712:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192956.563717:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631808, offset 224 00000400:00000200:3.0:1776192956.563725:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.563736:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.563741:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91186:91186:256:4294967295] 192.168.203.33@tcp LPNI seq info [91186:91186:8:4294967295] 00000400:00000200:3.0:1776192956.563750:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.563755:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.563760:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192956.563765:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.563772:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.563776:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.563800:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.563805:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.563807:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00080000:00000010:1.0:1776192956.563860:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000894a3eb1. 00010000:00000010:1.0:1776192956.563934:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.563941:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7f5aa8f. 00010000:00000010:1.0:1776192956.564010:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.0:1776192956.564016:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.564025:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.564029:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.564036:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.564047:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005904ec9c. 02000000:00000010:1.0:1776192956.564070:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004df38625. 00000400:00000010:1.0:1776192956.564076:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.564080:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.564084:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513280, portal 16 00000400:00000010:1.0:1776192956.564088:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192956.564090:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513280, offset 0 00000400:00000200:1.0:1776192956.564095:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.564101:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.564108:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.564111:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.564114:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.564117:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91187:91187:255:4294967295] 192.168.203.33@tcp LPNI seq info [91187:91187:7:4294967295] 00000400:00000200:1.0:1776192956.564123:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.564127:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.564130:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352394). 00000800:00000200:1.0:1776192956.564133:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.564137:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.564139:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.564348:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.564352:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82352146). 00000400:00000200:0.0:1776192956.564356:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.564360:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.564364:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:0.0:1776192956.564366:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000800:00000200:0.0:1776192956.564403:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.564405:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:0.0:1776192956.564409:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.564411:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.564413:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:0.0:1776192956.564414:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:0.0:1776192956.564419:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.565192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec973616. 00010000:00000010:1.1:1776192956.565262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d78e5a9. 00010000:00000010:1.1:1776192956.565269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1fae0c4. 00010000:00000010:1.1:1776192956.565273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.1:1776192956.565276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c6381c4. 00010000:00000010:1.1:1776192956.565281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069410578. 00010000:00000010:3.1:1776192956.569205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0afda57. 00000400:00000200:2.0:1776192956.572937:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.572958:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312c40 00000400:00000200:2.0:1776192956.572967:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3141 [1] + 224 00000400:00000200:2.0:1776192956.572984:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.572988:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.572997:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192956.573087:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.573092:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.573094:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.573099:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.573106:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.573135:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004df38625. 02000000:00000010:1.0:1776192956.573140:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005904ec9c. 00000100:00000010:1.0:1776192956.573145:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.573149:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.1:1776192956.573186:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a89c56e. 00010000:00000010:1.1:1776192956.573194:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00010000:00000010:1.0:1776192956.573198:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000200:2.0:1776192956.574822:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.574841:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b040 00000400:00000200:2.0:1776192956.574849:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1aa5 [2] + 328 00000400:00000200:2.0:1776192956.575255:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.575262:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.575268:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.575274:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 00000020:00000010:0.0:1776192956.575372:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013a1590e. 00000020:00000010:0.0:1776192956.575379:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.575383:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.575408:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c9b22b3 x1862471344631872/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.575444:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631872 02000000:00000010:0.0:1776192956.575454:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061bfcdc2. 00010000:00000010:0.0:1776192956.575479:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fd810e8. 00010000:00000010:0.0:1776192956.575499:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.575506:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2f78d76. 00000100:00000010:0.0:1776192956.575524:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2f78d76. 00010000:00000010:0.0:1776192956.575528:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.575541:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00000100:00000200:0.0:1776192956.575546:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631872, offset 224 00000400:00000200:0.0:1776192956.575554:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.575564:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.575569:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91188:91188:256:4294967295] 192.168.203.33@tcp LPNI seq info [91188:91188:8:4294967295] 00000400:00000200:0.0:1776192956.575579:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.575586:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.575590:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192956.575595:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.575601:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.575605:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.575630:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.575634:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.575637:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013a1590e. 00080000:00000010:1.0:1776192956.575706:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004df38625. 00010000:00000010:1.0:1776192956.575796:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.575802:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2f373e7. 00010000:00000010:1.0:1776192956.575875:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d41530c. 00010000:00000010:1.0:1776192956.575881:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.575902:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.575907:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.575913:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.575922:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cd3ef50. 02000000:00000010:1.0:1776192956.575942:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005904ec9c. 00000400:00000010:1.0:1776192956.575947:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.575951:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.575956:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513344, portal 16 00000400:00000010:1.0:1776192956.575960:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192956.575961:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513344, offset 0 00000400:00000200:1.0:1776192956.575966:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.575973:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.575979:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.575982:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.575984:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.575987:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91189:91189:255:4294967295] 192.168.203.33@tcp LPNI seq info [91189:91189:7:4294967295] 00000400:00000200:1.0:1776192956.575993:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.575997:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.576000:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352394). 00000800:00000200:1.0:1776192956.576004:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.576009:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.576012:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.576415:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.576420:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82352146). 00000400:00000200:2.0:1776192956.576424:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.576429:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.576439:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:2.0:1776192956.576442:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 00000800:00000200:2.0:1776192956.579151:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.579171:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:2.0:1776192956.579181:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.579191:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.579197:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:2.0:1776192956.579200:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00000100:00000200:2.0:1776192956.579210:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.581223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c49b0ed. 00010000:00000010:1.1:1776192956.581237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00010000:00000010:0.1:1776192956.581271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9395999. 00000400:00000200:2.0:1776192956.581877:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.581972:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312c80 00000400:00000200:2.0:1776192956.581981:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb314d [1] + 224 00000400:00000200:2.0:1776192956.581993:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.581997:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.582008:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.582088:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.582094:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b080 00000400:00000200:2.0:1776192956.582099:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1aa5 [2] + 656 00000400:00000200:2.0:1776192956.582198:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.582203:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.582207:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.582212:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dac053d. 00000020:00000010:3.0:1776192956.582792:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.582800:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.582804:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.582829:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dac053d x1862471344631936/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192956.582861:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344631936 02000000:00000010:3.0:1776192956.582870:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e7cf075. 00010000:00000010:3.0:1776192956.583251:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.583259:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.583265:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.583269:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.583282:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.583287:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344631936, offset 224 00000400:00000200:3.0:1776192956.583295:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.583307:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.583312:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91190:91190:256:4294967295] 192.168.203.33@tcp LPNI seq info [91190:91190:8:4294967295] 00000400:00000200:3.0:1776192956.583321:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.583327:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.583331:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.583337:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.583343:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.583346:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.583372:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.583376:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.583380:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00000800:00000200:2.0:1776192956.583847:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.583851:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192956.583857:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.583862:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.583866:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:2.0:1776192956.583868:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000400:00000010:1.0:1776192956.584472:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.584478:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.584480:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.584488:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.584497:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192956.584522:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b2ed216. 02000000:00000010:1.0:1776192956.584540:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005904ec9c. 02000000:00000010:1.0:1776192956.584545:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cd3ef50. 00000100:00000010:1.0:1776192956.584548:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.584553:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.584555:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00080000:00000010:1.0:1776192956.584576:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005904ec9c. 00010000:00000010:1.0:1776192956.584661:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.584668:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000905edbe. 00010000:00000010:1.0:1776192956.584741:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b053fc0. 00010000:00000010:1.0:1776192956.584745:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192956.584750:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.0:1776192956.584754:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00080000:00000010:1.0:1776192956.584768:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cd3ef50. 00010000:00000010:1.0:1776192956.584806:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.584809:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192956.584859:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069410578. 00010000:00000010:1.0:1776192956.584863:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.584870:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.584874:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.584880:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.585387:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099510cbc. 02000000:00000010:1.0:1776192956.585416:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd762022. 00000400:00000010:1.0:1776192956.585421:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.585426:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.585431:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513408, portal 16 00000400:00000010:1.0:1776192956.585446:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192956.585449:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513408, offset 0 00000400:00000200:1.0:1776192956.585457:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.585470:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.585476:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.585480:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.585482:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.585486:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91191:91191:256:4294967295] 192.168.203.33@tcp LPNI seq info [91191:91191:8:4294967295] 00000400:00000200:1.0:1776192956.585494:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.585499:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.585503:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192956.585509:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.585515:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.585519:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.590063:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.590071:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:2.0:1776192956.590081:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.590091:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.590097:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:2.0:1776192956.590099:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:2.0:1776192956.590108:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.591197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f3deec6. 00010000:00000010:1.1:1776192956.591210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe8b186b. 00010000:00000010:1.1:1776192956.591215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00010000:00000010:1.1:1776192956.591218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192956.591220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00000400:00000200:2.0:1776192956.591381:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.591396:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312cc0 00000400:00000200:2.0:1776192956.591403:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3159 [1] + 224 00000400:00000200:2.0:1776192956.591412:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.591415:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.591422:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.591968:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.591976:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b0c0 00000400:00000200:2.0:1776192956.591981:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1aa5 [2] + 984 00000400:00000200:2.0:1776192956.592029:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.592033:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.592037:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.592047:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 00000400:00000010:1.0:1776192956.592215:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.592220:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.592222:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.592227:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.592236:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.592264:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd762022. 02000000:00000010:1.0:1776192956.592271:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099510cbc. 00000100:00000010:1.0:1776192956.592275:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.592279:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.592282:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000020:00000010:3.0:1776192956.592368:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.592376:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.592379:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.592404:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ff26bf8 x1862471344632000/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192956.592427:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632000 02000000:00000010:3.0:1776192956.592450:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee849a7b. 00010000:00000010:3.0:1776192956.592478:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080d5c6aa. 00010000:00000010:3.0:1776192956.592509:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.592515:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.592536:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.592540:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.592552:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192956.592556:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632000, offset 224 00080000:00000010:1.0:1776192956.592559:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099510cbc. 00000400:00000200:3.0:1776192956.592562:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.592573:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.592578:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91192:91192:256:4294967295] 192.168.203.33@tcp LPNI seq info [91192:91192:8:4294967295] 00000400:00000200:3.0:1776192956.592587:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.592592:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.592597:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192956.592603:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.592609:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.592612:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.592634:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.592637:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.592640:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00010000:00000010:1.0:1776192956.592644:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.592650:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4c31912. 00010000:00000010:1.0:1776192956.592727:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.0:1776192956.592733:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.592743:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.592747:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.592753:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.592764:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd762022. 02000000:00000010:1.0:1776192956.592799:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb314c35. 00000400:00000010:1.0:1776192956.592804:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.592808:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.592813:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513472, portal 16 00000400:00000010:1.0:1776192956.592816:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ef59f96. 00000100:00000200:1.0:1776192956.592818:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513472, offset 0 00000400:00000200:1.0:1776192956.592823:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.592829:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.592836:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.592839:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.592842:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.592845:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91193:91193:255:4294967295] 192.168.203.33@tcp LPNI seq info [91193:91193:7:4294967295] 00000400:00000200:1.0:1776192956.592851:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.592855:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.592858:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352394). 00000800:00000200:1.0:1776192956.592862:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.592866:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.592869:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.593113:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.593117:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:2.0:1776192956.593121:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.593126:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.593129:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:2.0:1776192956.593130:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000800:00000200:2.0:1776192956.593199:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.593201:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192956.593205:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.593208:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.593210:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ef59f96 00000400:00000010:2.0:1776192956.593212:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ef59f96. 00000100:00000200:2.0:1776192956.593216:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.598845:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.599207:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312d00 00000400:00000200:2.0:1776192956.599218:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3165 [1] + 224 00000400:00000200:2.0:1776192956.599236:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.599240:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.599250:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192956.599318:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.599324:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.599326:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.599332:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.599345:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.599373:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb314c35. 02000000:00000010:1.0:1776192956.599381:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd762022. 00000100:00000010:1.0:1776192956.599386:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.599391:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.599394:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00010000:00000010:1.1:1776192956.600194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adf45f62. 00010000:00000010:1.1:1776192956.600204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069410578. 00000400:00000200:2.0:1776192956.600888:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.600904:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b100 00000400:00000200:2.0:1776192956.600910:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1aa5 [2] + 1312 00000400:00000200:2.0:1776192956.600967:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.600972:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.600977:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.600982:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00000020:00000010:3.0:1776192956.601071:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.601078:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.601082:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.601105:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344632064/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192956.601139:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632064 02000000:00000010:3.0:1776192956.601150:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efdec631. 00010000:00000010:3.0:1776192956.601201:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005ba8f33. 00010000:00000010:3.0:1776192956.601223:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.601231:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.601249:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.601253:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.601265:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192956.601269:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632064, offset 224 00000400:00000200:3.0:1776192956.601276:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.601286:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.601291:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91194:91194:256:4294967295] 192.168.203.33@tcp LPNI seq info [91194:91194:8:4294967295] 00000400:00000200:3.0:1776192956.601301:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.601305:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.601310:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192956.601315:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.601321:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.601324:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.601343:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.601347:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.601349:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00080000:00000010:1.0:1776192956.601415:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd762022. 00010000:00000010:1.0:1776192956.601503:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.601509:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b8680a7. 00010000:00000010:1.0:1776192956.601585:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069410578. 00010000:00000010:1.0:1776192956.601590:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.601599:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.601603:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.601609:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.601619:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb314c35. 02000000:00000010:1.0:1776192956.601642:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abc07f6e. 00000400:00000010:1.0:1776192956.601646:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.601651:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.601655:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513536, portal 16 00000400:00000010:1.0:1776192956.601659:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192956.601660:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513536, offset 0 00000400:00000200:1.0:1776192956.601666:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.601672:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.601678:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.601681:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.601684:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.601686:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91195:91195:255:4294967295] 192.168.203.33@tcp LPNI seq info [91195:91195:7:4294967295] 00000400:00000200:1.0:1776192956.601692:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.601695:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.601699:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352394). 00000800:00000200:1.0:1776192956.601702:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.601706:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.601708:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.601913:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.601917:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82352146). 00000400:00000200:2.0:1776192956.601921:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.601925:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.601928:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:2.0:1776192956.601931:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000800:00000200:2.0:1776192956.601964:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.601966:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:2.0:1776192956.601970:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.601973:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.601975:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:2.0:1776192956.601976:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000100:00000200:2.0:1776192956.601981:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.603386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ee1bcc3. 00000400:00000200:2.0:1776192956.604059:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.604075:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312d40 00000400:00000200:2.0:1776192956.604084:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3171 [1] + 224 00000400:00000200:2.0:1776192956.604100:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.604104:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.604113:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192956.604239:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.604244:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.604246:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.604251:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.604258:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.604285:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abc07f6e. 02000000:00000010:1.0:1776192956.604292:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb314c35. 00000100:00000010:1.0:1776192956.604295:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.604299:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.604301:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000200:2.0:1776192956.605654:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.605670:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b140 00000400:00000200:2.0:1776192956.605676:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1aa5 [2] + 1640 00000400:00000200:2.0:1776192956.605732:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.605736:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.605742:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.605747:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 00000020:00000010:0.0:1776192956.606069:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044863e49. 00000020:00000010:0.0:1776192956.606077:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.606081:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.606109:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f06d7dd1 x1862471344632128/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.606143:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632128 02000000:00000010:0.0:1776192956.606174:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046cd52ab. 00010000:00000010:0.0:1776192956.606201:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfab915d. 00010000:00000010:0.0:1776192956.606220:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.606226:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2f78d76. 00000100:00000010:0.0:1776192956.606234:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2f78d76. 00010000:00000010:0.0:1776192956.606237:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.606249:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192956.606254:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632128, offset 224 00000400:00000200:0.0:1776192956.606261:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.606272:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.606277:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91196:91196:256:4294967295] 192.168.203.33@tcp LPNI seq info [91196:91196:8:4294967295] 00000400:00000200:0.0:1776192956.606286:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.606290:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.606294:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192956.606299:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.606305:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.606309:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192956.606312:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb314c35. 00010000:00000010:1.0:1776192956.606402:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.606409:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f329fe8b. 00010000:00000010:1.0:1776192956.606485:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d41530c. 00010000:00000010:1.0:1776192956.606491:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.606501:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.606504:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.606511:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.606520:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abc07f6e. 02000000:00000010:1.0:1776192956.606541:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c00ac23. 00000400:00000010:1.0:1776192956.606546:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.606550:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.606554:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513600, portal 16 00000400:00000010:1.0:1776192956.606558:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee38bd31. 00000100:00000200:1.0:1776192956.606560:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513600, offset 0 00000400:00000200:1.0:1776192956.606565:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.606570:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.606576:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.606579:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.606582:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.606584:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91197:91197:255:4294967295] 192.168.203.33@tcp LPNI seq info [91197:91197:7:4294967295] 00000400:00000200:1.0:1776192956.606591:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.606595:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.606598:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352394). 00000800:00000200:1.0:1776192956.606601:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.606605:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.606607:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.606830:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.606836:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.606839:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044863e49. 00000800:00000200:3.0:1776192956.606938:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.606943:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82352146). 00000400:00000200:3.0:1776192956.606947:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.606952:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.606955:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:3.0:1776192956.606957:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00000800:00000200:3.0:1776192956.607247:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.607250:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:3.0:1776192956.607255:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.607260:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.607263:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee38bd31 00000400:00000010:3.0:1776192956.607264:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee38bd31. 00000100:00000200:3.0:1776192956.607269:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.608348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000040b79fd. 00010000:00000010:1.1:1776192956.608360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00000400:00000200:2.0:1776192956.609518:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.609536:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312d80 00000400:00000200:2.0:1776192956.609544:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb317d [1] + 224 00000400:00000200:2.0:1776192956.609555:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.609559:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.609568:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.609603:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.609608:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b180 00000400:00000200:2.0:1776192956.609613:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1aa5 [2] + 1968 00000400:00000010:2.0:1776192956.609617:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a05a4cb. 00000400:00000200:2.0:1776192956.609622:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ac642127 00000400:00000200:2.0:1776192956.609629:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.609632:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.609634:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac642127 00000400:00000010:2.0:1776192956.609636:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ac642127 (tot 82351746). 00000100:00000200:2.0:1776192956.609640:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776192956.609710:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.609713:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.609715:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.609720:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.609728:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.609757:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c00ac23. 02000000:00000010:1.0:1776192956.609764:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000abc07f6e. 00000100:00000010:1.0:1776192956.609768:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.609772:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.609775:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000020:00000010:0.0:1776192956.610000:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044863e49. 00000020:00000010:0.0:1776192956.610007:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.610011:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.610033:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005fc070cb x1862471344632192/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192956.610063:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632192 02000000:00000010:0.0:1776192956.610074:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de925faa. 00010000:00000010:0.0:1776192956.610098:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf99dc68. 00010000:00000010:0.0:1776192956.610119:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.610125:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c2f78d76. 00000100:00000010:0.0:1776192956.610138:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c2f78d76. 00010000:00000010:0.0:1776192956.610141:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.610151:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192956.610171:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632192, offset 224 00000400:00000200:0.0:1776192956.610178:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.610189:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.610194:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91198:91198:256:4294967295] 192.168.203.33@tcp LPNI seq info [91198:91198:8:4294967295] 00000400:00000200:0.0:1776192956.610204:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.610208:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.610212:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82351994). 00000800:00000200:0.0:1776192956.610217:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.610224:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.610227:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.610247:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.610252:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.610255:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044863e49. 02000000:00000010:0.0:1776192956.610263:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046cd52ab. 00080000:00000010:1.0:1776192956.610266:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abc07f6e. 00000100:00000010:0.0:1776192956.610266:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 02000000:00000010:0.0:1776192956.610270:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efdec631. 00000100:00000010:0.0:1776192956.610272:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 02000000:00000010:0.0:1776192956.610275:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee849a7b. 00000100:00000010:0.0:1776192956.610277:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 02000000:00000010:0.0:1776192956.610280:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e7cf075. 00000100:00000010:0.0:1776192956.610281:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dac053d. 02000000:00000010:0.0:1776192956.610284:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061bfcdc2. 00000100:00000010:0.0:1776192956.610286:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 02000000:00000010:0.0:1776192956.610289:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000249c04dd. 00000100:00000010:0.0:1776192956.610290:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 00000100:00000200:0.0:1776192956.610295:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192956.610299:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083241dfc. 00000400:00000010:0.0:1776192956.610303:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2f78d76 (tot 82352146). 00010000:00000010:1.0:1776192956.610341:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.610347:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005186dff6. 00010000:00000010:1.0:1776192956.610417:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.0:1776192956.610423:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.610431:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.610435:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.610441:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.610450:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c00ac23. 02000000:00000010:1.0:1776192956.610468:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c36bb629. 00000400:00000010:1.0:1776192956.610472:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.610475:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.610478:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513664, portal 16 00000400:00000010:1.0:1776192956.610481:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192956.610483:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513664, offset 0 00000400:00000200:1.0:1776192956.610487:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.610493:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.610498:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.610502:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.610504:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.610506:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91199:91199:255:4294967295] 192.168.203.33@tcp LPNI seq info [91199:91199:7:4294967295] 00000400:00000200:1.0:1776192956.610513:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.610516:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.610520:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352394). 00000800:00000200:1.0:1776192956.610524:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.610527:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.610529:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.610734:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.610738:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82352146). 00000400:00000200:2.0:1776192956.610743:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.610748:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.610751:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:2.0:1776192956.610753:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 02000000:00000010:2.0:1776192956.610757:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de925faa. 00000800:00000200:2.0:1776192956.610827:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.610830:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:2.0:1776192956.610834:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.610837:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.610839:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:2.0:1776192956.610840:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:2.0:1776192956.610844:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.612861:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.612879:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312dc0 00000400:00000200:2.0:1776192956.612887:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb318d [1] + 224 00000400:00000200:2.0:1776192956.612906:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.612910:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.612920:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192956.612994:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.612999:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.613001:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.613006:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.613013:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.613039:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c36bb629. 02000000:00000010:1.0:1776192956.613047:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c00ac23. 00000100:00000010:1.0:1776192956.613050:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.613055:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.613058:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00010000:00000010:0.1:1776192956.613188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ad862f. 00010000:00000010:3.1:1776192956.613212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b35222. 00000400:00000200:2.0:1776192956.614966:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.614985:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b1c0 00000400:00000200:2.0:1776192956.614993:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1afd [2] + 0 00000400:00000200:2.0:1776192956.615148:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.615230:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.615236:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.615243:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 00000020:00000010:0.0:1776192956.615656:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e68ab47. 00000020:00000010:0.0:1776192956.615663:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.615667:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.615689:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003805fb90 x1862471344632256/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192956.615719:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632256 02000000:00000010:0.0:1776192956.615735:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a65333d. 00010000:00000010:0.0:1776192956.615769:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b1327f. 00010000:00000010:0.0:1776192956.615799:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.615806:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.615822:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.615826:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.615837:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b58acd5f. 00000100:00000200:0.0:1776192956.615853:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632256, offset 224 00000400:00000200:0.0:1776192956.615867:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.615877:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.615883:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91200:91200:256:4294967295] 192.168.203.33@tcp LPNI seq info [91200:91200:8:4294967295] 00000400:00000200:0.0:1776192956.615892:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.615897:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.615901:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192956.615907:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.615913:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.615916:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.615939:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.615942:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.615945:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e68ab47. 00080000:00000010:1.0:1776192956.616013:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c00ac23. 00010000:00000010:1.0:1776192956.616114:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.616120:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015018dca. 00010000:00000010:1.0:1776192956.616225:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.0:1776192956.616231:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.616244:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.616247:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.616258:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.616267:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c36bb629. 02000000:00000010:1.0:1776192956.616297:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5ee0ac4. 00000400:00000010:1.0:1776192956.616303:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.616308:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.616312:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513728, portal 16 00000400:00000010:1.0:1776192956.616319:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192956.616321:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513728, offset 0 00000400:00000200:1.0:1776192956.616326:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.616332:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.616338:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.616343:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.616345:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.616347:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91201:91201:255:4294967295] 192.168.203.33@tcp LPNI seq info [91201:91201:7:4294967295] 00000400:00000200:1.0:1776192956.616354:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.616357:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.616360:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352394). 00000800:00000200:1.0:1776192956.616364:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.616368:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.616370:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.616585:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.616589:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:2.0:1776192956.616593:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.616598:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.616601:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b58acd5f 00000400:00000010:2.0:1776192956.616603:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b58acd5f. 00000800:00000200:2.0:1776192956.616657:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.616659:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:2.0:1776192956.616664:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.616666:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.616668:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:2.0:1776192956.616669:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000100:00000200:2.0:1776192956.616674:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.619200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000182991d9. 00010000:00000010:1.1:1776192956.619218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069410578. 00010000:00000010:0.1:1776192956.619869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d237e20a. 00010000:00000010:0.1:1776192956.623204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026d1702a. 00010000:00000010:1.1:1776192956.623271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070d5f040. 00010000:00000010:1.1:1776192956.623279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00000400:00000200:2.0:1776192956.625496:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.625516:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312e00 00000400:00000200:2.0:1776192956.625524:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3199 [1] + 224 00000400:00000200:2.0:1776192956.625535:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.625539:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.625550:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.625622:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.625629:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b200 00000400:00000200:2.0:1776192956.625633:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1afd [2] + 328 00000400:00000200:2.0:1776192956.625685:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.625689:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.625693:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.625698:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000020:00000010:0.0:1776192956.625797:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e68ab47. 00000020:00000010:0.0:1776192956.625804:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.625808:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.625832:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344632320/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192956.626065:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632320 02000000:00000010:0.0:1776192956.626078:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005a767227. 00010000:00000010:0.0:1776192956.626118:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.626125:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.626133:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.626136:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.626150:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f454187. 00000100:00000200:0.0:1776192956.627022:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632320, offset 224 00000400:00000200:0.0:1776192956.627036:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.627052:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.627058:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91202:91202:256:4294967295] 192.168.203.33@tcp LPNI seq info [91202:91202:8:4294967295] 00000400:00000200:0.0:1776192956.627068:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.627074:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.627101:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192956.627109:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.627122:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.627126:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.627261:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.627267:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.627270:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e68ab47. 00000400:00000010:1.0:1776192956.627992:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.627999:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.628001:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.628010:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.628021:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192956.628123:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d60a1c1. 02000000:00000010:1.0:1776192956.628142:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5ee0ac4. 02000000:00000010:1.0:1776192956.628146:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c36bb629. 00000100:00000010:1.0:1776192956.628170:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.628176:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.628179:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00080000:00000010:1.0:1776192956.628201:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5ee0ac4. 00010000:00000010:1.0:1776192956.628284:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.628290:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dab99374. 00010000:00000010:1.0:1776192956.628372:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d41530c. 00010000:00000010:1.0:1776192956.628377:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.628388:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.628394:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.628401:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.628413:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c36bb629. 02000000:00000010:1.0:1776192956.629201:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010cd7a86. 00000400:00000010:1.0:1776192956.629213:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.629218:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.629224:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513792, portal 16 00000400:00000010:1.0:1776192956.629229:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002806a671. 00000100:00000200:1.0:1776192956.629231:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513792, offset 0 00000400:00000200:1.0:1776192956.629239:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.629253:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.629260:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.629263:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.629266:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.629270:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91203:91203:255:4294967295] 192.168.203.33@tcp LPNI seq info [91203:91203:7:4294967295] 00000400:00000200:1.0:1776192956.629279:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.629284:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.629289:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352394). 00000800:00000200:1.0:1776192956.629295:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.629302:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.629306:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.633836:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.633844:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82352146). 00000400:00000200:2.0:1776192956.633853:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.634172:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.634179:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f454187 00000400:00000010:2.0:1776192956.634181:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f454187. 00000800:00000200:2.0:1776192956.634872:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.634876:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192956.634882:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.634887:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.634891:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002806a671 00000400:00000010:2.0:1776192956.634892:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002806a671. 00000100:00000200:2.0:1776192956.634901:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.642215:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.642236:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312e40 00000400:00000200:2.0:1776192956.642244:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb31a5 [1] + 224 00000400:00000200:2.0:1776192956.642257:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.642262:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.642272:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.643463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfa92ab4. 00010000:00000010:1.1:1776192956.643475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00000400:00000010:1.0:1776192956.643498:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.643502:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.643504:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.643513:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.643522:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.643550:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010cd7a86. 02000000:00000010:1.0:1776192956.643559:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c36bb629. 00000100:00000010:1.0:1776192956.643565:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.643570:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.643573:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00010000:00000010:1.1:1776192956.649027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c120bc. 00010000:00000010:1.1:1776192956.649045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c29aa6f0. 00010000:00000010:1.1:1776192956.649050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00000400:00000200:2.0:1776192956.652281:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.652301:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b240 00000400:00000200:2.0:1776192956.652309:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1afd [2] + 656 00000400:00000200:2.0:1776192956.652376:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.652381:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.652387:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.652393:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 00000020:00000010:0.0:1776192956.654046:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e68ab47. 00000020:00000010:0.0:1776192956.654063:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.654068:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.654098:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c9b22b3 x1862471344632384/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.654141:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632384 02000000:00000010:0.0:1776192956.654152:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de925faa. 00010000:00000010:0.0:1776192956.654223:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d9684c7. 00010000:00000010:0.0:1776192956.654244:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.654252:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.654261:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.654265:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.654277:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192956.654282:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632384, offset 224 00000400:00000200:0.0:1776192956.654291:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.654304:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.654310:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91204:91204:256:4294967295] 192.168.203.33@tcp LPNI seq info [91204:91204:8:4294967295] 00000400:00000200:0.0:1776192956.654320:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.654326:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.654331:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192956.654337:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.654343:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.654347:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.654372:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.654375:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.654378:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e68ab47. 00080000:00000010:1.0:1776192956.654645:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010cd7a86. 00010000:00000010:1.0:1776192956.654724:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.654731:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e307b430. 00010000:00000010:1.0:1776192956.654809:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.0:1776192956.654815:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.654825:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.654829:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.654835:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.654848:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c36bb629. 02000000:00000010:1.0:1776192956.654871:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cadb27a. 00000400:00000010:1.0:1776192956.654877:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.654881:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.654886:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513856, portal 16 00000400:00000010:1.0:1776192956.654895:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d0567a. 00000100:00000200:1.0:1776192956.654897:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513856, offset 0 00000400:00000200:1.0:1776192956.654904:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.654911:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.654917:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.654920:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.654922:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.654925:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91205:91205:255:4294967295] 192.168.203.33@tcp LPNI seq info [91205:91205:7:4294967295] 00000400:00000200:1.0:1776192956.654932:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.654936:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.654940:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352394). 00000800:00000200:1.0:1776192956.654944:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.654947:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.654950:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.655726:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.655731:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82352146). 00000400:00000200:2.0:1776192956.655738:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.655743:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.655748:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:2.0:1776192956.655750:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000800:00000200:2.0:1776192956.655825:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.655827:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:2.0:1776192956.655831:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.655835:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.655837:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d0567a 00000400:00000010:2.0:1776192956.655839:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d0567a. 00000100:00000200:2.0:1776192956.655844:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.659380:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.659399:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312e80 00000400:00000200:2.0:1776192956.659407:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb31b1 [1] + 224 00000400:00000200:2.0:1776192956.659420:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.659423:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.659443:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.659479:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.659484:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b280 00000400:00000200:2.0:1776192956.659489:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1afd [2] + 984 00000400:00000200:2.0:1776192956.659498:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.659501:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.659506:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.659511:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dac053d. 00000400:00000010:1.0:1776192956.659582:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.659587:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.659589:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.659594:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.659601:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.659627:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cadb27a. 02000000:00000010:1.0:1776192956.659632:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c36bb629. 00000100:00000010:1.0:1776192956.659639:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.659643:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.659646:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000020:00000010:3.0:1776192956.659719:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 00000020:00000010:3.0:1776192956.659726:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.659730:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000200:3.0:1776192956.659752:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dac053d x1862471344632448/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192956.659791:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632448 02000000:00000010:3.0:1776192956.659802:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005be76863. 00010000:00000010:3.0:1776192956.659827:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ad8cf1c. 00010000:00000010:3.0:1776192956.659846:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.659853:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.659866:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.659870:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.659882:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192956.659886:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632448, offset 224 00000400:00000200:3.0:1776192956.659893:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.659904:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.659909:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91206:91206:256:4294967295] 192.168.203.33@tcp LPNI seq info [91206:91206:8:4294967295] 00000400:00000200:3.0:1776192956.659918:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.659923:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.659928:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192956.659932:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.659939:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.659942:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.659963:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192956.659967:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:3.0:1776192956.659970:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00080000:00000010:1.0:1776192956.660059:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cadb27a. 00010000:00000010:1.0:1776192956.660137:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.660145:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e374bd17. 00010000:00000010:1.0:1776192956.660271:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.0:1776192956.660277:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.660286:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.660289:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.660294:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.660304:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a082fa2. 02000000:00000010:1.0:1776192956.660325:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c36bb629. 00000400:00000010:1.0:1776192956.660330:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.660334:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.660338:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513920, portal 16 00000400:00000010:1.0:1776192956.660342:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192956.660344:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513920, offset 0 00000400:00000200:1.0:1776192956.660349:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.660356:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.660362:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.660365:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.660367:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.660370:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91207:91207:255:4294967295] 192.168.203.33@tcp LPNI seq info [91207:91207:7:4294967295] 00000400:00000200:1.0:1776192956.660376:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.660380:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.660383:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352394). 00000800:00000200:1.0:1776192956.660387:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.660390:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.660393:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.660959:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.660963:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82352146). 00000400:00000200:2.0:1776192956.660968:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.660973:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.660976:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:2.0:1776192956.660978:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000800:00000200:2.0:1776192956.661040:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.661042:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:2.0:1776192956.661046:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.661050:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.661052:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:2.0:1776192956.661053:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000100:00000200:2.0:1776192956.661059:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.662985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22295a0. 00010000:00000010:1.1:1776192956.662999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00010000:00000010:0.1:1776192956.663229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072c734ff. 00000400:00000200:3.0:1776192956.663241:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.663257:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312ec0 00000400:00000200:3.0:1776192956.663265:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb31bd [1] + 224 00000400:00000200:3.0:1776192956.663277:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.663280:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.663290:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192956.663370:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.663375:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.663376:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.663381:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.663389:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.663416:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c36bb629. 02000000:00000010:1.0:1776192956.663424:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a082fa2. 00000100:00000010:1.0:1776192956.663428:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.663432:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.663446:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000200:3.0:1776192956.663628:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.663635:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b2c0 00000400:00000200:3.0:1776192956.663641:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1afd [2] + 1312 00000400:00000200:3.0:1776192956.663688:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.663692:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.663696:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.663701:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:0.0:1776192956.663768:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e68ab47. 00000020:00000010:0.0:1776192956.663774:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.663778:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.663809:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344632512/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192956.663837:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632512 02000000:00000010:0.0:1776192956.663848:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046cd52ab. 00010000:00000010:0.0:1776192956.663871:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058d288dc. 00010000:00000010:0.0:1776192956.663903:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.663908:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.663921:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.663923:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.663934:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192956.663938:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632512, offset 224 00000400:00000200:0.0:1776192956.663954:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.663964:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.663969:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91208:91208:256:4294967295] 192.168.203.33@tcp LPNI seq info [91208:91208:8:4294967295] 00000400:00000200:0.0:1776192956.663979:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.663983:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.663987:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192956.663992:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.663998:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.664002:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.664019:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.664023:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.664026:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e68ab47. 00080000:00000010:1.0:1776192956.664081:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c36bb629. 00010000:00000010:1.0:1776192956.664189:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.664195:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d6d49f7. 00010000:00000010:1.0:1776192956.664277:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d41530c. 00010000:00000010:1.0:1776192956.664283:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.664291:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.664295:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.664300:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.664310:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a082fa2. 02000000:00000010:1.0:1776192956.664330:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546bf301. 00000400:00000010:1.0:1776192956.664335:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.664339:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.664343:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349513984, portal 16 00000400:00000010:1.0:1776192956.664347:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192956.664349:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349513984, offset 0 00000400:00000200:1.0:1776192956.664354:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.664360:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.664366:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.664369:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.664371:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.664373:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91209:91209:255:4294967295] 192.168.203.33@tcp LPNI seq info [91209:91209:7:4294967295] 00000400:00000200:1.0:1776192956.664381:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.664385:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.664388:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352394). 00000800:00000200:1.0:1776192956.664392:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.664397:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.664399:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.664699:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.664703:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82352146). 00000400:00000200:2.0:1776192956.664708:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.664711:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.664715:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:2.0:1776192956.664716:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000800:00000200:2.0:1776192956.664754:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.664756:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:2.0:1776192956.664760:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.664763:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.664765:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:2.0:1776192956.664766:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:2.0:1776192956.664771:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349513984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.667612:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079328139. 00000400:00000200:2.0:1776192956.667718:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.667734:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312f00 00000400:00000200:2.0:1776192956.667744:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb31c9 [1] + 224 00000400:00000200:2.0:1776192956.667758:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.667761:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.667772:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349513984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.667812:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.667817:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b300 00000400:00000200:2.0:1776192956.667822:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1afd [2] + 1640 00000400:00000200:2.0:1776192956.668505:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.668512:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.668517:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.668523:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 00000400:00000010:1.0:1776192956.668611:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.668616:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.668618:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.668624:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349513984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.668632:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349513984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776192956.668659:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c576c568. 02000000:00000010:1.0:1776192956.668659:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546bf301. 00000020:00000010:3.0:1776192956.668665:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 02000000:00000010:1.0:1776192956.668665:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a082fa2. 00000020:00000010:3.0:1776192956.668669:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dc6a5021. 00000100:00000010:1.0:1776192956.668669:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.668673:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.668676:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000100:00000200:3.0:1776192956.668691:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ff26bf8 x1862471344632576/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192956.668727:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632576 02000000:00000010:2.0:1776192956.668787:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000077dcf24. 00010000:00000010:2.0:1776192956.668817:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d588f45. 00010000:00000010:2.0:1776192956.668838:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b04e941b. 00000100:00000010:2.0:1776192956.668844:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.668899:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.668903:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b04e941b. 00000400:00000010:2.0:1776192956.668915:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192956.668919:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632576, offset 224 00000400:00000200:2.0:1776192956.668926:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.668938:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.668944:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91210:91210:256:4294967295] 192.168.203.33@tcp LPNI seq info [91210:91210:8:4294967295] 00000400:00000200:2.0:1776192956.668953:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.668957:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.668961:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192956.668966:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.668972:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.668976:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.669001:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:2.0:1776192956.669005:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dc6a5021. 00000020:00000010:2.0:1776192956.669008:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c576c568. 00000800:00000200:3.0:1776192956.669697:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.669702:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:3.0:1776192956.669707:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.669712:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.669715:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:3.0:1776192956.669716:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00010000:00000010:1.1:1776192956.673035:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d87af7. 00010000:00000010:1.1:1776192956.673140:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00010000:00000010:0.1:1776192956.673235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003c57a66. 00080000:00000010:1.0:1776192956.673287:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000546bf301. 00010000:00000010:1.0:1776192956.673377:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.673385:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051b5f8cf. 00010000:00000010:1.0:1776192956.673455:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.0:1776192956.673460:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.673472:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.673479:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.673488:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.673500:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068f30a90. 02000000:00000010:1.0:1776192956.673524:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026465014. 00000400:00000010:1.0:1776192956.673531:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.673535:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.673541:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514048, portal 16 00000400:00000010:1.0:1776192956.673546:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192956.673548:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514048, offset 0 00000400:00000200:1.0:1776192956.673556:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.673571:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.673578:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.673582:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.673585:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.673588:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91211:91211:256:4294967295] 192.168.203.33@tcp LPNI seq info [91211:91211:8:4294967295] 00000400:00000200:1.0:1776192956.673597:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.673602:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.673607:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192956.673613:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.673620:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.673624:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.677499:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.677506:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:2.0:1776192956.677515:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.677523:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.677529:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:2.0:1776192956.677531:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:2.0:1776192956.677540:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349514048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.678385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f4e700. 00010000:00000010:1.1:1776192956.678395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00010000:00000010:2.1:1776192956.680146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072e6c404. 00000400:00000200:2.0:1776192956.680297:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.680312:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312f40 00000400:00000200:2.0:1776192956.680319:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb31d5 [1] + 224 00000400:00000200:2.0:1776192956.680330:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.680334:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.680343:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349514048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.680401:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.680406:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b340 00000400:00000200:2.0:1776192956.680411:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1afd [2] + 1968 00000400:00000010:2.0:1776192956.680415:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c5f4efdd. 00000400:00000200:2.0:1776192956.680419:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003cf89c14 00000400:00000200:2.0:1776192956.680482:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.680486:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.680489:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf89c14 00000400:00000010:2.0:1776192956.680491:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003cf89c14 (tot 82351746). 00000100:00000200:2.0:1776192956.680495:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776192956.680897:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.680901:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.680903:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.680909:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349514048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.680917:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349514048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.680945:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026465014. 02000000:00000010:1.0:1776192956.680950:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000068f30a90. 00000100:00000010:1.0:1776192956.680953:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.680957:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.680960:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000020:00000010:3.0:1776192956.681217:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040e546cd. 00000020:00000010:3.0:1776192956.681224:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192956.681229:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036a2c92f. 00000100:00000200:3.0:1776192956.681253:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fe3ee9e6 x1862471344632640/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192956.681321:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632640 02000000:00000010:3.0:1776192956.681331:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c576c568. 00010000:00000010:3.0:1776192956.681360:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004dcb1162. 00010000:00000010:3.0:1776192956.681383:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.681389:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028e50936. 00000100:00000010:3.0:1776192956.681402:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028e50936. 00010000:00000010:3.0:1776192956.681405:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.681417:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192956.681421:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632640, offset 224 00000400:00000200:3.0:1776192956.681429:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.681446:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.681451:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91212:91212:256:4294967295] 192.168.203.33@tcp LPNI seq info [91212:91212:8:4294967295] 00000400:00000200:3.0:1776192956.681460:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.681465:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.681469:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82351994). 00000800:00000200:3.0:1776192956.681474:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.681480:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.681483:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.681503:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192956.681507:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036a2c92f. 00000020:00000010:3.0:1776192956.681509:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040e546cd. 02000000:00000010:3.0:1776192956.681516:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000077dcf24. 00000100:00000010:3.0:1776192956.681518:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 02000000:00000010:3.0:1776192956.681522:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046cd52ab. 00000100:00000010:3.0:1776192956.681525:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192956.681528:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005be76863. 00000100:00000010:3.0:1776192956.681530:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dac053d. 02000000:00000010:3.0:1776192956.681534:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de925faa. 00000100:00000010:3.0:1776192956.681537:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 02000000:00000010:3.0:1776192956.681539:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005a767227. 00000100:00000010:3.0:1776192956.681541:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 02000000:00000010:3.0:1776192956.681543:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a65333d. 00000100:00000010:3.0:1776192956.681545:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 00000100:00000200:3.0:1776192956.681549:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192956.681553:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1b1f70d. 00000400:00000010:3.0:1776192956.681556:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000028e50936 (tot 82352146). 00080000:00000010:1.0:1776192956.681596:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068f30a90. 00010000:00000010:1.0:1776192956.681669:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.681675:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067b75cad. 00010000:00000010:1.0:1776192956.681741:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.0:1776192956.681745:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.681753:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.681757:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.681762:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192956.681772:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026465014. 02000000:00000010:1.0:1776192956.681825:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006cf2fbe. 00000400:00000010:1.0:1776192956.681829:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.681832:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.681835:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514112, portal 16 00000400:00000010:1.0:1776192956.681839:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192956.681840:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514112, offset 0 00000400:00000200:1.0:1776192956.681845:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.681851:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.681857:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.681860:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.681862:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.681865:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91213:91213:255:4294967295] 192.168.203.33@tcp LPNI seq info [91213:91213:7:4294967295] 00000400:00000200:1.0:1776192956.681872:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.681876:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.681879:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192956.681882:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.681886:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.681896:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.682557:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.682561:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:2.0:1776192956.682567:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.682573:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.682577:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:2.0:1776192956.682578:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 02000000:00000010:2.0:1776192956.682583:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c576c568. 00000800:00000200:2.0:1776192956.682636:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.682638:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:2.0:1776192956.682642:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.682644:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.682646:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:2.0:1776192956.682647:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:2.0:1776192956.682652:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349514112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.687691:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.687710:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312f80 00000400:00000200:2.0:1776192956.687720:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb31e5 [1] + 224 00000400:00000200:2.0:1776192956.687731:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.687735:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.687743:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349514112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.687775:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.687789:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b380 00000400:00000200:2.0:1776192956.687793:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1b55 [2] + 0 00000400:00000200:2.0:1776192956.687846:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.687850:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.687853:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.687866:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00000400:00000010:1.0:1776192956.687935:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bf6863d. 00000400:00000200:1.0:1776192956.687940:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192956.687942:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192956.687948:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349514112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.687955:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349514112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.687983:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006cf2fbe. 02000000:00000010:1.0:1776192956.687989:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026465014. 00000100:00000010:1.0:1776192956.687992:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192956.687996:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.687999:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000020:00000010:3.0:1776192956.688835:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005be76863. 00000020:00000010:3.0:1776192956.688844:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192956.688849:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036a2c92f. 00000100:00000200:3.0:1776192956.688883:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344632704/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192956.688915:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632704 02000000:00000010:3.0:1776192956.688926:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040e546cd. 00010000:00000010:3.0:1776192956.688951:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c62905c. 00010000:00000010:3.0:1776192956.688969:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.688976:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d39ac030. 00000100:00000010:3.0:1776192956.688997:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d39ac030. 00010000:00000010:3.0:1776192956.689000:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000010:3.0:1776192956.689011:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192956.689015:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632704, offset 224 00000400:00000200:3.0:1776192956.689022:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.689032:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.689038:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91214:91214:256:4294967295] 192.168.203.33@tcp LPNI seq info [91214:91214:8:4294967295] 00000400:00000200:3.0:1776192956.689056:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.689061:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.689066:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.689071:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.689079:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.689082:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.689096:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192956.689100:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036a2c92f. 00000020:00000010:3.0:1776192956.689102:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005be76863. 00000800:00000200:2.0:1776192956.689723:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.689728:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192956.689733:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.689739:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.689744:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:2.0:1776192956.689746:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00080000:00000010:2.0:1776192956.689777:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000637a6d7e. 00010000:00000010:2.0:1776192956.689887:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:2.0:1776192956.689902:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dc98c35. 00010000:00000010:2.0:1776192956.689982:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192956.689988:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006812926. 00010000:00000010:2.0:1776192956.689997:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b04e941b. 00000100:00000010:2.0:1776192956.690002:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.690009:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192956.690020:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024f65f60. 02000000:00000010:2.0:1776192956.690047:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000074aabda. 00000400:00000010:2.0:1776192956.690053:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8d6da38. 00000400:00000010:2.0:1776192956.690057:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192956.690061:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514176, portal 16 00000400:00000010:2.0:1776192956.690065:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192956.690067:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514176, offset 0 00000400:00000200:2.0:1776192956.690073:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.690080:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.690087:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.690090:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.690093:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.690095:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91215:91215:256:4294967295] 192.168.203.33@tcp LPNI seq info [91215:91215:8:4294967295] 00000400:00000200:2.0:1776192956.690102:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.690107:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.690110:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192956.690114:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.690118:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.690121:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.690868:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.690872:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:3.0:1776192956.690877:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.690882:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.690886:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:3.0:1776192956.690888:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:3.0:1776192956.690904:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349514176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.694022:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.694053:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867312fc0 00000400:00000200:2.0:1776192956.694063:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb31f1 [1] + 224 00000400:00000200:2.0:1776192956.694078:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.694081:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.694092:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349514176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192956.695042:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8d6da38. 00000400:00000200:3.0:1776192956.695051:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:3.0:1776192956.695053:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000100:00000200:3.0:1776192956.695063:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349514176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.695072:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349514176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.695100:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000074aabda. 02000000:00000010:3.0:1776192956.695108:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024f65f60. 00000100:00000010:3.0:1776192956.695112:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:3.0:1776192956.695117:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:3.0:1776192956.695121:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b04e941b. 00010000:00000010:1.1:1776192956.696263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de51b302. 00010000:00000010:1.1:1776192956.696277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00000400:00000200:2.0:1776192956.697079:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.697098:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b3c0 00000400:00000200:2.0:1776192956.697106:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1b55 [2] + 328 00000400:00000200:2.0:1776192956.697199:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.697204:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.697210:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.697215:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:0.0:1776192956.697334:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044863e49. 00000020:00000010:0.0:1776192956.697342:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.697346:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.697371:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344632768/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192956.697399:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632768 02000000:00000010:0.0:1776192956.697411:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046cd52ab. 00010000:00000010:0.0:1776192956.697450:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001dad363f. 00010000:00000010:0.0:1776192956.697472:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.697479:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.697500:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.697503:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.697516:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192956.697521:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632768, offset 224 00000400:00000200:0.0:1776192956.697528:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.697538:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.697543:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91216:91216:256:4294967295] 192.168.203.33@tcp LPNI seq info [91216:91216:8:4294967295] 00000400:00000200:0.0:1776192956.697552:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.697556:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.697560:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192956.697566:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.697572:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.697576:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.697596:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.697600:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.697602:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044863e49. 00080000:00000010:2.0:1776192956.698071:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027dff866. 00010000:00000010:2.0:1776192956.698150:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006812926. 00010000:00000010:2.0:1776192956.698187:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cad2bff. 00010000:00000010:2.0:1776192956.698262:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ffa4419. 00010000:00000010:2.0:1776192956.698268:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006812926. 00010000:00000010:2.0:1776192956.698278:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd610ab8. 00000100:00000010:2.0:1776192956.698282:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.698289:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192956.698300:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024f65f60. 02000000:00000010:2.0:1776192956.698561:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000074aabda. 00000400:00000010:2.0:1776192956.698568:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9abf846. 00000400:00000010:2.0:1776192956.698573:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192956.698578:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514240, portal 16 00000400:00000010:2.0:1776192956.698583:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192956.698585:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514240, offset 0 00000400:00000200:2.0:1776192956.698591:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.698602:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.698608:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.698612:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.698614:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.698617:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91217:91217:255:4294967295] 192.168.203.33@tcp LPNI seq info [91217:91217:7:4294967295] 00000400:00000200:2.0:1776192956.698624:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.698628:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.698632:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352394). 00000800:00000200:2.0:1776192956.698637:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.698642:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.698644:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192956.698986:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.698991:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82352146). 00000400:00000200:1.0:1776192956.698996:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.699001:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.699005:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:1.0:1776192956.699008:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000800:00000200:1.0:1776192956.699076:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.699078:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:1.0:1776192956.699082:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.699085:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.699087:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:1.0:1776192956.699088:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000100:00000200:1.0:1776192956.699094:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349514240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.700232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003744de44. 00010000:00000010:1.1:1776192956.700599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc6038f. 00010000:00000010:1.1:1776192956.700606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00010000:00000010:3.1:1776192956.704197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060bd3ddd. 00010000:00000010:0.1:1776192956.704253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c473558. 00010000:00000010:2.1:1776192956.704300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000049b1be6. 00010000:00000010:2.1:1776192956.704306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00000400:00000200:2.0:1776192956.705421:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.705453:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313000 00000400:00000200:2.0:1776192956.705463:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb31fd [1] + 224 00000400:00000200:2.0:1776192956.705475:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.705480:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.705491:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349514240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.705528:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.705534:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b400 00000400:00000200:2.0:1776192956.705539:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1b55 [2] + 656 00000400:00000200:2.0:1776192956.705547:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.705550:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.705554:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.705559:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 00000400:00000010:3.0:1776192956.705638:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9abf846. 00000400:00000200:3.0:1776192956.705642:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:3.0:1776192956.705645:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000100:00000200:3.0:1776192956.705651:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349514240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.705660:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349514240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.705686:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000074aabda. 02000000:00000010:3.0:1776192956.705693:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024f65f60. 00000100:00000010:3.0:1776192956.705696:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:3.0:1776192956.705700:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:3.0:1776192956.705703:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd610ab8. 00000020:00000010:0.0:1776192956.705795:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044863e49. 00000020:00000010:0.0:1776192956.705802:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.705805:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.705828:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000952192e0 x1862471344632832/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192956.705867:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632832 02000000:00000010:0.0:1776192956.705878:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a65333d. 00010000:00000010:0.0:1776192956.705912:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002801c3ad. 00010000:00000010:0.0:1776192956.705933:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.705940:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.705956:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.705959:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.705971:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192956.705974:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632832, offset 224 00000400:00000200:0.0:1776192956.705981:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.705991:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.705997:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91218:91218:256:4294967295] 192.168.203.33@tcp LPNI seq info [91218:91218:8:4294967295] 00000400:00000200:0.0:1776192956.706008:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.706014:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.706019:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192956.706024:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.706031:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.706034:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776192956.706210:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005be76863. 00010000:00000010:3.0:1776192956.706295:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006812926. 00010000:00000010:3.0:1776192956.706302:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e41ed866. 00010000:00000010:3.0:1776192956.706370:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004547952. 00010000:00000010:3.0:1776192956.706377:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.706387:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.706391:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d39ac030. 00000100:00000010:3.0:1776192956.706397:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192956.706407:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000249c04dd. 02000000:00000010:3.0:1776192956.706426:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e7cf075. 00000400:00000010:3.0:1776192956.706430:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5f4efdd. 00000400:00000010:3.0:1776192956.706433:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.706437:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514304, portal 16 00000400:00000010:3.0:1776192956.706441:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192956.706442:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514304, offset 0 00000400:00000200:3.0:1776192956.706448:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.706455:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.706460:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.706464:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.706466:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.706469:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91219:91219:255:4294967295] 192.168.203.33@tcp LPNI seq info [91219:91219:7:4294967295] 00000400:00000200:3.0:1776192956.706477:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.706481:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.706484:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192956.706487:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.706491:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.706493:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192956.706653:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.706657:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82352146). 00000400:00000200:1.0:1776192956.706662:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.706666:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.706669:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:1.0:1776192956.706670:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000100:00000200:1.0:1776192956.706675:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c365056 x1862471349514304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192956.707054:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.707059:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.707063:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044863e49. 00000800:00000200:1.0:1776192956.707395:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.707398:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:1.0:1776192956.707402:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.707407:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.707410:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:1.0:1776192956.707412:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 00010000:00000010:2.1:1776192956.708276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b6663b0. 00010000:00000010:2.1:1776192956.708286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00010000:00000010:3.1:1776192956.712229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000383f71e5. 00010000:00000010:3.1:1776192956.712244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ffa4419. 00010000:00000010:0.1:1776192956.712292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018043aab. 00000400:00000200:2.0:1776192956.712380:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.712400:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313040 00000400:00000200:2.0:1776192956.712408:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3209 [1] + 224 00000400:00000200:2.0:1776192956.712424:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.712430:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.712453:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c365056 x1862471349514304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192956.712537:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c5f4efdd. 00000400:00000200:3.0:1776192956.712543:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192956.712544:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.712550:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c365056 x1862471349514304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.712558:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c365056 x1862471349514304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.712583:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e7cf075. 02000000:00000010:3.0:1776192956.712588:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000249c04dd. 00000100:00000010:3.0:1776192956.712591:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000010:3.0:1776192956.712596:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d39ac030. 00010000:00000010:3.0:1776192956.712600:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000200:1.0:1776192956.717235:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.717256:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b440 00000400:00000200:1.0:1776192956.717266:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1b55 [2] + 984 00000400:00000200:1.0:1776192956.717963:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.717972:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.717980:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.717987:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 00000020:00000010:2.0:1776192956.718609:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.718617:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.718622:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.718649:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009928a598 x1862471344632896/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192956.718681:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632896 02000000:00000010:2.0:1776192956.718693:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7bfe7f9. 00010000:00000010:2.0:1776192956.718721:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008991c403. 00010000:00000010:2.0:1776192956.718745:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.718752:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cb321ccd. 00000100:00000010:2.0:1776192956.718765:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cb321ccd. 00010000:00000010:2.0:1776192956.718769:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.718791:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192956.718796:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632896, offset 224 00000400:00000200:2.0:1776192956.718804:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.718816:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.718821:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91220:91220:256:4294967295] 192.168.203.33@tcp LPNI seq info [91220:91220:8:4294967295] 00000400:00000200:2.0:1776192956.718831:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.718836:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.718841:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00000800:00000200:2.0:1776192956.718846:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.718852:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.718867:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.719327:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.719338:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.719351:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 00080000:00000010:3.0:1776192956.720307:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000249c04dd. 00010000:00000010:3.0:1776192956.720623:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.720632:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000893792e8. 00010000:00000010:3.0:1776192956.720705:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031356f43. 00010000:00000010:3.0:1776192956.720712:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.720723:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.720730:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d39ac030. 00000100:00000010:3.0:1776192956.720740:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192956.720753:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e7cf075. 02000000:00000010:3.0:1776192956.720791:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee849a7b. 00000400:00000010:3.0:1776192956.720797:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5f4efdd. 00000400:00000010:3.0:1776192956.720803:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.720810:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514368, portal 16 00000400:00000010:3.0:1776192956.720815:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192956.720817:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514368, offset 0 00000400:00000200:3.0:1776192956.720826:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.720841:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.720847:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.720850:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.720985:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.720989:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91221:91221:255:4294967295] 192.168.203.33@tcp LPNI seq info [91221:91221:7:4294967295] 00000400:00000200:3.0:1776192956.720999:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.721005:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.721011:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192956.721017:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.721024:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.721028:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192956.722843:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.722864:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82352146). 00000400:00000200:1.0:1776192956.722874:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.722884:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.722897:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:1.0:1776192956.722900:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00000800:00000200:0.0:1776192956.726771:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.726787:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192956.726798:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.726806:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.726812:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:0.0:1776192956.726815:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:0.0:1776192956.726825:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c365056 x1862471349514368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.727738:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.727755:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313080 00000400:00000200:2.0:1776192956.727762:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3215 [1] + 224 00000400:00000200:2.0:1776192956.727771:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.727774:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.727790:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c365056 x1862471349514368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.727847:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.727852:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b480 00000400:00000200:2.0:1776192956.727864:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1b55 [2] + 1312 00000400:00000200:2.0:1776192956.727872:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.727875:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.727878:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.727883:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00000020:00000010:0.0:1776192956.728075:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a767227. 00000020:00000010:0.0:1776192956.728081:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.728085:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.728107:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2f852e5 x1862471344632960/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192956.728139:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344632960 02000000:00000010:0.0:1776192956.728147:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de925faa. 00010000:00000010:0.0:1776192956.728201:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.728207:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.728213:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.728216:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000010:0.0:1776192956.728228:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192956.728232:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344632960, offset 224 00000400:00000200:0.0:1776192956.728238:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.728248:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.728253:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91222:91222:256:4294967295] 192.168.203.33@tcp LPNI seq info [91222:91222:8:4294967295] 00000400:00000200:0.0:1776192956.728263:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.728268:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.728271:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192956.728276:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.728283:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.728286:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.728301:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.728305:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.728307:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a767227. 00010000:00000010:2.1:1776192956.728594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a537bab. 00000800:00000200:2.0:1776192956.728668:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.728671:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:2.0:1776192956.728677:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.728681:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.728685:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:2.0:1776192956.728686:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000400:00000010:3.0:1776192956.729735:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c5f4efdd. 00000400:00000200:3.0:1776192956.729744:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192956.729745:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.729756:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c365056 x1862471349514368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.729765:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c365056 x1862471349514368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.729802:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d22eba56. 02000000:00000010:3.0:1776192956.729819:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee849a7b. 02000000:00000010:3.0:1776192956.729824:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e7cf075. 00000100:00000010:3.0:1776192956.729832:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000010:3.0:1776192956.729836:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d39ac030. 00010000:00000010:3.0:1776192956.729839:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00080000:00000010:3.0:1776192956.730019:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e7cf075. 00010000:00000010:3.0:1776192956.730276:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.730284:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ceda82b. 00010000:00000010:3.0:1776192956.730581:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a169736d. 00010000:00000010:3.0:1776192956.730588:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.730601:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.730608:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d39ac030. 00000100:00000010:3.0:1776192956.730616:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192956.730628:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee849a7b. 02000000:00000010:3.0:1776192956.730656:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efdec631. 00000400:00000010:3.0:1776192956.730661:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5f4efdd. 00000400:00000010:3.0:1776192956.730666:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.730671:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514432, portal 16 00000400:00000010:3.0:1776192956.730676:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192956.730678:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514432, offset 0 00000400:00000200:3.0:1776192956.730686:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.730700:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.730706:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.730709:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.730711:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.730715:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91223:91223:256:4294967295] 192.168.203.33@tcp LPNI seq info [91223:91223:8:4294967295] 00000400:00000200:3.0:1776192956.730724:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.730729:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.730733:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.730739:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.730745:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.730748:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.731541:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.731548:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192956.731554:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.731561:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.731565:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:0.0:1776192956.731567:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:0.0:1776192956.731575:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c365056 x1862471349514432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.732273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008289f883. 00010000:00000010:3.1:1776192956.732282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00000400:00000200:2.0:1776192956.733257:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.733276:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673130c0 00000400:00000200:2.0:1776192956.733285:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3221 [1] + 224 00000400:00000200:2.0:1776192956.733300:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.733304:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.733313:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c365056 x1862471349514432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192956.733480:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c5f4efdd. 00000400:00000200:3.0:1776192956.733486:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192956.733488:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.733494:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c365056 x1862471349514432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.733500:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c365056 x1862471349514432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.733532:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efdec631. 02000000:00000010:3.0:1776192956.733537:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee849a7b. 00000100:00000010:3.0:1776192956.733541:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000010:3.0:1776192956.733545:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d39ac030. 00010000:00000010:3.0:1776192956.733550:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000200:2.0:1776192956.734360:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.734375:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b4c0 00000400:00000200:2.0:1776192956.734381:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1b55 [2] + 1640 00000400:00000200:2.0:1776192956.734431:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.734445:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.734450:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.734456:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000020:00000010:1.0:1776192956.734673:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026465014. 00000020:00000010:1.0:1776192956.734680:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.734685:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d608219. 00000100:00000200:1.0:1776192956.734709:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344633024/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192956.734743:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633024 02000000:00000010:1.0:1776192956.734754:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006cf2fbe. 00010000:00000010:1.0:1776192956.734791:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e61b0d3f. 00010000:00000010:1.0:1776192956.734813:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.734819:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.734834:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.734838:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000010:1.0:1776192956.734850:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192956.734854:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633024, offset 224 00000400:00000200:1.0:1776192956.734862:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.734872:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.734878:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91224:91224:256:4294967295] 192.168.203.33@tcp LPNI seq info [91224:91224:8:4294967295] 00000400:00000200:1.0:1776192956.734895:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.734900:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.734905:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192956.734910:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.734918:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.734922:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192956.734938:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.734942:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d608219. 00000020:00000010:1.0:1776192956.734945:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026465014. 00080000:00000010:3.0:1776192956.735010:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee849a7b. 00010000:00000010:3.0:1776192956.735088:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.735094:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4935c25. 00010000:00000010:3.0:1776192956.735194:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c721b9b9. 00010000:00000010:3.0:1776192956.735199:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192956.735204:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004547952. 00010000:00000010:3.0:1776192956.735208:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcddf26f. 00080000:00000010:3.0:1776192956.735219:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efdec631. 00010000:00000010:3.0:1776192956.735245:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.735249:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192956.735298:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192956.735302:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.735310:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.735314:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d39ac030. 00000100:00000010:3.0:1776192956.735334:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192956.735345:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c576c568. 02000000:00000010:3.0:1776192956.735367:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000463f89b3. 00000400:00000010:3.0:1776192956.735372:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5f4efdd. 00000400:00000010:3.0:1776192956.735377:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.735382:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514496, portal 16 00000400:00000010:3.0:1776192956.735386:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192956.735388:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514496, offset 0 00000400:00000200:3.0:1776192956.735393:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.735400:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.735405:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.735408:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.735411:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.735413:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91225:91225:255:4294967295] 192.168.203.33@tcp LPNI seq info [91225:91225:7:4294967295] 00000400:00000200:3.0:1776192956.735420:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.735424:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.735427:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192956.735431:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.735447:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.735449:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.735739:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.735743:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82352146). 00000400:00000200:0.0:1776192956.735748:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.735753:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.735756:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:0.0:1776192956.735758:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000800:00000200:0.0:1776192956.735820:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.735822:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192956.735826:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.735829:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.735831:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:0.0:1776192956.735832:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000100:00000200:0.0:1776192956.735837:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c365056 x1862471349514496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.738089:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.738110:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313100 00000400:00000200:2.0:1776192956.738119:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb322d [1] + 224 00000400:00000200:2.0:1776192956.738134:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.738138:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.738147:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c365056 x1862471349514496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.738191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9021264. 00010000:00000010:3.1:1776192956.738198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f388c9d0. 00010000:00000010:3.1:1776192956.738202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031356f43. 00000400:00000010:3.0:1776192956.738833:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c5f4efdd. 00000400:00000200:3.0:1776192956.738840:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192956.738842:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.738849:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c365056 x1862471349514496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.738857:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c365056 x1862471349514496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.738886:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000463f89b3. 02000000:00000010:3.0:1776192956.739303:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c576c568. 00000100:00000010:3.0:1776192956.739308:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000010:3.0:1776192956.739311:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d39ac030. 00010000:00000010:3.0:1776192956.739315:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000200:0.0:1776192956.739610:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.739623:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b500 00000400:00000200:0.0:1776192956.739629:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1b55 [2] + 1968 00000400:00000010:0.0:1776192956.739633:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7cc284f. 00000400:00000200:0.0:1776192956.739635:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000013abbb2d 00000400:00000200:0.0:1776192956.739774:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.739791:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.739795:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013abbb2d 00000400:00000010:0.0:1776192956.739797:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000013abbb2d (tot 82351746). 00000100:00000200:0.0:1776192956.739803:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192956.740116:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.740123:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.740127:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.740150:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000039499880 x1862471344633088/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192956.740271:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633088 02000000:00000010:2.0:1776192956.740282:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab1786ab. 00010000:00000010:2.0:1776192956.740308:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000608efdbb. 00010000:00000010:2.0:1776192956.740333:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.740340:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cb321ccd. 00000100:00000010:2.0:1776192956.740358:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cb321ccd. 00010000:00000010:2.0:1776192956.740361:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.740372:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192956.740376:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633088, offset 224 00000400:00000200:2.0:1776192956.740384:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.740395:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.740400:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91226:91226:256:4294967295] 192.168.203.33@tcp LPNI seq info [91226:91226:8:4294967295] 00000400:00000200:2.0:1776192956.740409:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.740414:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.740418:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82351994). 00000800:00000200:2.0:1776192956.740423:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.740429:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.740432:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.740454:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.740459:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.740469:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 02000000:00000010:2.0:1776192956.740476:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006cf2fbe. 00000100:00000010:2.0:1776192956.740480:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192956.740484:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de925faa. 00000100:00000010:2.0:1776192956.740488:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192956.740491:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7bfe7f9. 00080000:00000010:3.0:1776192956.740492:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000463f89b3. 00000100:00000010:2.0:1776192956.740492:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 02000000:00000010:2.0:1776192956.740496:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a65333d. 00000100:00000010:2.0:1776192956.740497:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192956.740502:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046cd52ab. 00000100:00000010:2.0:1776192956.740504:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192956.740506:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040e546cd. 00000100:00000010:2.0:1776192956.740508:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000200:2.0:1776192956.740514:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192956.740518:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000988efa63. 00000400:00000010:2.0:1776192956.740522:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb321ccd (tot 82352146). 00010000:00000010:3.0:1776192956.740581:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.740587:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009932d9aa. 00000800:00000200:0.0:1776192956.740624:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.740628:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:0.0:1776192956.740631:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.740634:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.740637:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:0.0:1776192956.740639:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 02000000:00000010:0.0:1776192956.740643:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab1786ab. 00010000:00000010:3.0:1776192956.740664:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031356f43. 00010000:00000010:3.0:1776192956.740669:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192956.740680:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192956.740683:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d39ac030. 00000100:00000010:3.0:1776192956.740690:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192956.740707:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040e546cd. 02000000:00000010:3.0:1776192956.740731:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c576c568. 00000400:00000010:3.0:1776192956.740735:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5f4efdd. 00000400:00000010:3.0:1776192956.740738:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192956.740741:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514560, portal 16 00000400:00000010:3.0:1776192956.740745:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192956.740746:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514560, offset 0 00000400:00000200:3.0:1776192956.740751:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.740757:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.740764:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.740771:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.740777:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.740788:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91227:91227:256:4294967295] 192.168.203.33@tcp LPNI seq info [91227:91227:8:4294967295] 00000400:00000200:3.0:1776192956.740798:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.740802:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.740805:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192956.740808:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.740812:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.740816:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.740973:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.740975:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192956.740979:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.740982:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.740984:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:0.0:1776192956.740986:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:0.0:1776192956.740990:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c365056 x1862471349514560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.744143:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.744191:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313140 00000400:00000200:3.0:1776192956.744200:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb323d [1] + 224 00000400:00000200:3.0:1776192956.744211:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.744215:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.744225:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c365056 x1862471349514560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.744252:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.744256:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b540 00000400:00000200:3.0:1776192956.744260:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1bad [2] + 0 00000400:00000010:2.0:1776192956.744481:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c5f4efdd. 00000400:00000200:2.0:1776192956.744487:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:2.0:1776192956.744489:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:2.0:1776192956.744495:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c365056 x1862471349514560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.744503:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c365056 x1862471349514560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.744531:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c576c568. 02000000:00000010:2.0:1776192956.744537:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040e546cd. 00000100:00000010:2.0:1776192956.744542:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000010:2.0:1776192956.744546:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d39ac030. 00010000:00000010:2.0:1776192956.744550:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00000400:00000200:3.0:1776192956.745024:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.745030:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.745103:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.745109:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:2.0:1776192956.747499:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7bfe7f9. 00000020:00000010:2.0:1776192956.747518:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.747523:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.747554:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344633152/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192956.747589:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633152 02000000:00000010:2.0:1776192956.747599:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000077dcf24. 00010000:00000010:2.0:1776192956.747627:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b3aca20. 00010000:00000010:2.0:1776192956.747647:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.747656:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.747669:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.747673:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.747685:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192956.747690:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633152, offset 224 00000400:00000200:2.0:1776192956.747697:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.747838:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.747845:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91228:91228:256:4294967295] 192.168.203.33@tcp LPNI seq info [91228:91228:8:4294967295] 00000400:00000200:2.0:1776192956.747854:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.747860:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.747865:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192956.747871:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.747877:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.747881:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.747969:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.747975:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.747985:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7bfe7f9. 00000800:00000200:0.0:1776192956.748121:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.748125:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:0.0:1776192956.748130:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.748135:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.748140:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:0.0:1776192956.748141:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00080000:00000010:0.0:1776192956.748199:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a767227. 00010000:00000010:0.0:1776192956.748282:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcddf26f. 00010000:00000010:0.0:1776192956.748288:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b758846e. 00010000:00000010:1.1:1776192956.748515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cac2c7b. 00010000:00000010:0.0:1776192956.748568:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.0:1776192956.748574:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192956.748583:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000222c97ab. 00000100:00000010:0.0:1776192956.748587:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.748594:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 02000000:00000010:0.0:1776192956.748605:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e68ab47. 02000000:00000010:0.0:1776192956.748626:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a65333d. 00000400:00000010:0.0:1776192956.748631:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3537d22. 00000400:00000010:0.0:1776192956.748635:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192956.748640:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514624, portal 16 00000400:00000010:0.0:1776192956.748644:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192956.748646:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514624, offset 0 00000400:00000200:0.0:1776192956.748653:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.748661:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.748668:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.748672:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.748675:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.748677:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91229:91229:256:4294967295] 192.168.203.33@tcp LPNI seq info [91229:91229:8:4294967295] 00000400:00000200:0.0:1776192956.748684:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.748689:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.748692:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192956.748696:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.748700:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.748703:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.749626:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.749632:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:2.0:1776192956.749638:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.749644:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.749648:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:2.0:1776192956.749650:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 00000100:00000200:2.0:1776192956.749657:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e2007f5 x1862471349514624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.752544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef0c302. 00010000:00000010:3.1:1776192956.752559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169736d. 00010000:00000010:3.1:1776192956.752564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c721b9b9. 00010000:00000010:3.1:1776192956.752567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00000400:00000200:0.0:1776192956.757075:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.757097:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313180 00000400:00000200:0.0:1776192956.757105:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3249 [1] + 224 00000400:00000200:0.0:1776192956.757129:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.757133:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.757143:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e2007f5 x1862471349514624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192956.758828:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3537d22. 00000400:00000200:2.0:1776192956.758843:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:2.0:1776192956.758846:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00000100:00000200:2.0:1776192956.758860:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e2007f5 x1862471349514624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.758871:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e2007f5 x1862471349514624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.758912:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a65333d. 02000000:00000010:2.0:1776192956.758919:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e68ab47. 00000100:00000010:2.0:1776192956.758924:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 00000100:00000010:2.0:1776192956.758928:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:2.0:1776192956.758931:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000222c97ab. 00000400:00000200:3.0:1776192956.758978:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.758991:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b580 00000400:00000200:3.0:1776192956.758999:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1bad [2] + 328 00000400:00000200:3.0:1776192956.759061:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.759066:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.759071:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.759077:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:2.0:1776192956.759222:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7bfe7f9. 00000020:00000010:2.0:1776192956.759229:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.759233:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.759256:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344633216/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192956.759277:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633216 02000000:00000010:2.0:1776192956.759285:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d25f9184. 00010000:00000010:2.0:1776192956.759308:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003523126e. 00010000:00000010:2.0:1776192956.760460:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.760472:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.760486:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.760490:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.760506:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00080000:00000010:0.0:1776192956.760675:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de925faa. 00010000:00000010:0.0:1776192956.760763:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192956.760770:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045a69ae3. 00010000:00000010:0.0:1776192956.760858:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192956.760863:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192956.760874:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e2cc4ba. 00000100:00000010:0.0:1776192956.760879:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.760887:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192956.760909:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e68ab47. 02000000:00000010:0.0:1776192956.760934:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a65333d. 00000400:00000010:0.0:1776192956.760939:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030342b13. 00000400:00000010:0.0:1776192956.760944:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192956.760949:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514688, portal 16 00000400:00000010:0.0:1776192956.760954:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192956.760956:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514688, offset 0 00000400:00000200:0.0:1776192956.760965:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.760978:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.760985:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.760988:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.760991:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.760994:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91230:91230:256:4294967295] 192.168.203.33@tcp LPNI seq info [91230:91230:8:4294967295] 00000400:00000200:0.0:1776192956.761004:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.761009:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.761013:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192956.761019:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.761026:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.761030:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000100:00000200:2.0:1776192956.761086:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633216, offset 224 00000400:00000200:2.0:1776192956.761092:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.761099:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.761103:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91231:91231:255:4294967295] 192.168.203.33@tcp LPNI seq info [91231:91231:7:4294967295] 00000400:00000200:2.0:1776192956.761110:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.761114:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.761117:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352394). 00000800:00000200:2.0:1776192956.761120:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.761123:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.761125:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.761139:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.761144:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.761179:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7bfe7f9. 00000800:00000200:1.0:1776192956.761278:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.761282:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82352146). 00000400:00000200:1.0:1776192956.761286:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.761290:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.761295:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:1.0:1776192956.761297:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00000100:00000200:1.0:1776192956.761303:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008f6f168 x1862471349514688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776192956.761464:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.761466:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:1.0:1776192956.761470:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.761473:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.761475:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:1.0:1776192956.761476:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 00010000:00000010:0.1:1776192956.763213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f28d627e. 00010000:00000010:0.1:1776192956.763227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031356f43. 00010000:00000010:3.1:1776192956.763233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b52e1419. 00010000:00000010:3.1:1776192956.763240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00010000:00000010:2.1:1776192956.763310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f0dfc5f. 00010000:00000010:2.1:1776192956.763327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001170952d. 00000400:00000200:0.0:1776192956.765751:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.765770:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673131c0 00000400:00000200:0.0:1776192956.765788:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3251 [1] + 224 00000400:00000200:0.0:1776192956.765803:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.765807:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.765817:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008f6f168 x1862471349514688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192956.765909:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030342b13. 00000400:00000200:2.0:1776192956.765914:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:2.0:1776192956.765915:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000100:00000200:2.0:1776192956.765922:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008f6f168 x1862471349514688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.765929:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008f6f168 x1862471349514688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.765956:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a65333d. 02000000:00000010:2.0:1776192956.765962:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e68ab47. 00000100:00000010:2.0:1776192956.765965:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 00000100:00000010:2.0:1776192956.765969:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:2.0:1776192956.765972:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e2cc4ba. 00000400:00000200:3.0:1776192956.766012:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.766021:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b5c0 00000400:00000200:3.0:1776192956.766026:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1bad [2] + 656 00000400:00000200:3.0:1776192956.766073:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.766077:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.766081:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192956.766085:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000020:00000010:2.0:1776192956.766139:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7bfe7f9. 00000020:00000010:2.0:1776192956.766145:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.766149:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.766202:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344633280/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192956.766231:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633280 02000000:00000010:2.0:1776192956.766241:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041eb1918. 00010000:00000010:2.0:1776192956.766267:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d56580. 00010000:00000010:2.0:1776192956.766288:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.766293:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.766717:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.766722:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.766738:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192956.766743:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633280, offset 224 00000400:00000200:2.0:1776192956.766751:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.766764:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.766771:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91232:91232:256:4294967295] 192.168.203.33@tcp LPNI seq info [91232:91232:8:4294967295] 00000400:00000200:2.0:1776192956.766791:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.766797:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.766804:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192956.766811:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.766818:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.766821:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.766845:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.766850:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.766861:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7bfe7f9. 00000800:00000200:1.0:1776192956.767015:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.767018:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:1.0:1776192956.767022:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.767025:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.767028:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:1.0:1776192956.767030:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00080000:00000010:0.0:1776192956.767464:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e68ab47. 00010000:00000010:0.0:1776192956.767562:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192956.767570:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d50e1a67. 00010000:00000010:0.0:1776192956.767642:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.0:1776192956.767648:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192956.767660:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f0af671. 00000100:00000010:0.0:1776192956.767666:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.767673:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2a8585. 02000000:00000010:0.0:1776192956.767686:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a65333d. 02000000:00000010:0.0:1776192956.767710:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046cd52ab. 00000400:00000010:0.0:1776192956.767715:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030342b13. 00000400:00000010:0.0:1776192956.767719:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192956.767723:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514752, portal 16 00000400:00000010:0.0:1776192956.767916:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192956.767920:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514752, offset 0 00000400:00000200:0.0:1776192956.767926:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.767936:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.767942:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.767945:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.767948:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.767950:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91233:91233:256:4294967295] 192.168.203.33@tcp LPNI seq info [91233:91233:8:4294967295] 00000400:00000200:0.0:1776192956.767957:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.767961:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.767965:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192956.767969:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.767974:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.767976:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.768095:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.768099:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:2.0:1776192956.768103:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.768106:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.768110:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:2.0:1776192956.768111:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:2.0:1776192956.768117:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b2a8585 x1862471349514752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.769203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab60913d. 00010000:00000010:0.1:1776192956.769213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00000400:00000200:3.0:1776192956.772961:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.772980:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313200 00000400:00000200:3.0:1776192956.772989:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3261 [1] + 224 00000400:00000200:3.0:1776192956.773005:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.773010:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.773019:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b2a8585 x1862471349514752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.773198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039ba28a6. 00000400:00000200:1.0:1776192956.773456:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000010:0.0:1776192956.773465:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030342b13. 00000400:00000200:1.0:1776192956.773466:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b600 00000400:00000200:0.0:1776192956.773471:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:0.0:1776192956.773474:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 00000100:00000200:0.0:1776192956.773521:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b2a8585 x1862471349514752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.773539:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b2a8585 x1862471349514752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.773566:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046cd52ab. 02000000:00000010:0.0:1776192956.773581:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a65333d. 00000100:00000010:0.0:1776192956.773586:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b2a8585. 00000100:00000010:0.0:1776192956.773590:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192956.773593:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f0af671. 00000400:00000200:1.0:1776192956.773789:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1bad [2] + 984 00000400:00000200:1.0:1776192956.773848:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.773853:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.773858:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.773863:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000462ac87. 00000020:00000010:2.0:1776192956.773970:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7bfe7f9. 00000020:00000010:2.0:1776192956.773976:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.773981:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.774004:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000462ac87 x1862471344633344/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192956.774074:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633344 02000000:00000010:2.0:1776192956.774087:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab1786ab. 00010000:00000010:2.0:1776192956.774115:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094616441. 00010000:00000010:2.0:1776192956.774136:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.774143:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.774187:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.774190:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.774202:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083a32d7a. 00000100:00000200:2.0:1776192956.774206:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633344, offset 224 00000400:00000200:2.0:1776192956.774213:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.774224:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.774229:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91234:91234:256:4294967295] 192.168.203.33@tcp LPNI seq info [91234:91234:8:4294967295] 00000400:00000200:2.0:1776192956.774238:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.774242:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.774246:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192956.774251:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.774257:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.774261:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.774278:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.774282:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.774292:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7bfe7f9. 00000800:00000200:3.0:1776192956.774394:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.774398:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:3.0:1776192956.774402:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.774406:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.774409:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a32d7a 00000400:00000010:3.0:1776192956.774411:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083a32d7a. 00080000:00000010:0.0:1776192956.776311:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046cd52ab. 00010000:00000010:0.0:1776192956.776427:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192956.776436:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfd0c3e6. 00010000:00000010:0.0:1776192956.776507:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.0:1776192956.776513:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192956.776535:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f0af671. 00000100:00000010:0.0:1776192956.776543:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.776552:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2a8585. 02000000:00000010:0.0:1776192956.776564:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044863e49. 02000000:00000010:0.0:1776192956.776814:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a65333d. 00000400:00000010:0.0:1776192956.776821:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030342b13. 00000400:00000010:0.0:1776192956.776827:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192956.776832:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514816, portal 16 00000400:00000010:0.0:1776192956.776836:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192956.776838:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514816, offset 0 00000400:00000200:0.0:1776192956.776846:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.776863:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.776870:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.776873:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.776876:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.776880:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91235:91235:256:4294967295] 192.168.203.33@tcp LPNI seq info [91235:91235:8:4294967295] 00000400:00000200:0.0:1776192956.776890:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.776895:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.776900:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192956.776906:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.776912:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.776916:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.777043:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.777048:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:3.0:1776192956.777052:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.777056:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.777060:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:3.0:1776192956.777061:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 00000100:00000200:3.0:1776192956.777068:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b2a8585 x1862471349514816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.777280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c37db5a. 00010000:00000010:0.1:1776192956.777287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00010000:00000010:2.1:1776192956.780932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4d6d4e3. 00000400:00000200:1.0:1776192956.786352:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.786372:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313240 00000400:00000200:1.0:1776192956.786381:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb326d [1] + 224 00000400:00000200:1.0:1776192956.786393:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.786397:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.786410:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b2a8585 x1862471349514816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.786550:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.786557:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b640 00000400:00000200:1.0:1776192956.786562:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1bad [2] + 1312 00000400:00000200:1.0:1776192956.786631:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.786635:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.786639:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.786645:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 00000020:00000010:3.0:1776192956.786806:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061bfcdc2. 00000020:00000010:3.0:1776192956.786813:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192956.786818:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036a2c92f. 00000100:00000200:3.0:1776192956.786840:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e244c8e9 x1862471344633408/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192956.786875:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633408 02000000:00000010:3.0:1776192956.786887:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002fa44894. 00010000:00000010:3.0:1776192956.786925:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c87b7ed0. 00000100:00000010:3.0:1776192956.786931:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da6aa35a. 00000100:00000010:3.0:1776192956.786937:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da6aa35a. 00010000:00000010:3.0:1776192956.786941:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c87b7ed0. 00000400:00000010:3.0:1776192956.786953:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.786958:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633408, offset 224 00000400:00000200:3.0:1776192956.786965:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.786975:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.786980:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91236:91236:256:4294967295] 192.168.203.33@tcp LPNI seq info [91236:91236:8:4294967295] 00000400:00000200:3.0:1776192956.786989:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.786994:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.786999:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192956.787004:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.787009:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.787013:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.787032:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192956.787036:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036a2c92f. 00000020:00000010:3.0:1776192956.787038:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061bfcdc2. 00000800:00000200:3.0:1776192956.787119:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.787122:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192956.787126:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.787130:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.787133:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192956.787135:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00010000:00000010:2.1:1776192956.789268:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c57745b4. 00000400:00000010:2.0:1776192956.789296:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030342b13. 00000400:00000200:2.0:1776192956.789301:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:2.0:1776192956.789303:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 00000100:00000200:2.0:1776192956.789386:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b2a8585 x1862471349514816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.789396:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b2a8585 x1862471349514816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192956.789424:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000899be23d. 02000000:00000010:2.0:1776192956.789441:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a65333d. 02000000:00000010:2.0:1776192956.789448:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000044863e49. 00000100:00000010:2.0:1776192956.789452:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b2a8585. 00000100:00000010:2.0:1776192956.789457:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:2.0:1776192956.789460:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f0af671. 00080000:00000010:2.0:1776192956.789480:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7bfe7f9. 00010000:00000010:2.0:1776192956.789643:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a370f5f9. 00010000:00000010:2.0:1776192956.789650:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b699033. 00010000:00000010:2.0:1776192956.789727:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192956.789733:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192956.789745:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.789751:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.789758:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192956.789770:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024f65f60. 02000000:00000010:2.0:1776192956.789808:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000074aabda. 00000400:00000010:2.0:1776192956.789814:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074ce58b5. 00000400:00000010:2.0:1776192956.789819:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192956.789825:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514880, portal 16 00000400:00000010:2.0:1776192956.789829:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192956.789832:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514880, offset 0 00000400:00000200:2.0:1776192956.789840:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.789853:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.789860:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.789863:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.789866:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.789869:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91237:91237:256:4294967295] 192.168.203.33@tcp LPNI seq info [91237:91237:8:4294967295] 00000400:00000200:2.0:1776192956.789878:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.789884:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.789888:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192956.789894:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.789901:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.789904:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.790100:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.790104:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:3.0:1776192956.790108:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.790113:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.790116:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:3.0:1776192956.790117:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00000100:00000200:3.0:1776192956.790123:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349514880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.793315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1d507ea. 00010000:00000010:0.1:1776192956.793336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c239cd6. 00000400:00000200:0.0:1776192956.799674:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.799694:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313280 00000400:00000200:0.0:1776192956.799703:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3279 [1] + 224 00000400:00000200:0.0:1776192956.799715:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.799719:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.799729:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349514880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.799767:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.799772:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b680 00000400:00000200:0.0:1776192956.799777:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1bad [2] + 1640 00000400:00000200:0.0:1776192956.799801:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.799805:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.799808:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.799813:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 00000400:00000010:2.0:1776192956.799887:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074ce58b5. 00000400:00000200:2.0:1776192956.799892:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:2.0:1776192956.799894:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:2.0:1776192956.799900:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349514880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.799907:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349514880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.799935:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000074aabda. 02000000:00000010:2.0:1776192956.799941:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024f65f60. 00000100:00000010:2.0:1776192956.799944:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192956.799948:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.799952:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000020:00000010:1.0:1776192956.799989:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026465014. 00000020:00000010:1.0:1776192956.799997:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.800001:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d608219. 00000100:00000200:1.0:1776192956.800026:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f769cfa x1862471344633472/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192956.800069:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633472 02000000:00000010:1.0:1776192956.800080:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e1d9573. 00010000:00000010:1.0:1776192956.800107:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a12536ba. 00010000:00000010:1.0:1776192956.800126:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.800132:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00010000:00000010:2.1:1776192956.800191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044feb356. 00000100:00000010:1.0:1776192956.800197:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:2.1:1776192956.800199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004128e80. 00010000:00000010:1.0:1776192956.800203:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00010000:00000010:2.1:1776192956.800206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00000400:00000010:1.0:1776192956.800218:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192956.800223:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633472, offset 224 00080000:00000010:2.0:1776192956.800229:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024f65f60. 00000400:00000200:1.0:1776192956.800230:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.800241:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.800246:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91238:91238:256:4294967295] 192.168.203.33@tcp LPNI seq info [91238:91238:8:4294967295] 00000400:00000200:1.0:1776192956.800256:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.800261:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.800265:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192956.800270:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.800279:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.800283:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192956.800299:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.800303:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d608219. 00000020:00000010:1.0:1776192956.800307:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026465014. 00010000:00000010:2.0:1776192956.800309:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192956.800399:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002cd5bb4. 00010000:00000010:2.0:1776192956.800474:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f90f8f5. 00010000:00000010:2.0:1776192956.800480:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192956.800490:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.800494:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.800501:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192956.800511:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000074aabda. 02000000:00000010:2.0:1776192956.800531:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044863e49. 00000400:00000010:2.0:1776192956.800535:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074ce58b5. 00000400:00000010:2.0:1776192956.800538:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192956.800542:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349514944, portal 16 00000400:00000010:2.0:1776192956.800546:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192956.800548:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349514944, offset 0 00000400:00000200:2.0:1776192956.800553:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.800565:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.800571:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.800574:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.800576:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.800579:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91239:91239:255:4294967295] 192.168.203.33@tcp LPNI seq info [91239:91239:7:4294967295] 00000400:00000200:2.0:1776192956.800585:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.800589:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.800593:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352394). 00000800:00000200:2.0:1776192956.800597:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.800601:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.800603:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.801002:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.801006:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82352146). 00000400:00000200:3.0:1776192956.801011:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.801016:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.801019:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:3.0:1776192956.801021:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000800:00000200:3.0:1776192956.801083:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.801085:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:3.0:1776192956.801087:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.801090:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.801092:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:3.0:1776192956.801093:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 00000100:00000200:3.0:1776192956.801097:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349514944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.807195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fddd308. 00000400:00000200:3.0:1776192956.807672:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.807689:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673132c0 00000400:00000200:3.0:1776192956.807697:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3285 [1] + 224 00000400:00000200:3.0:1776192956.807712:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.807716:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.807728:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349514944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192956.807811:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074ce58b5. 00000400:00000200:2.0:1776192956.807816:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:2.0:1776192956.807818:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:2.0:1776192956.807825:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349514944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.807834:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349514944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.807861:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044863e49. 02000000:00000010:2.0:1776192956.807867:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000074aabda. 00000100:00000010:2.0:1776192956.807872:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192956.807876:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.807879:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000200:0.0:1776192956.808645:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.808657:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b6c0 00000400:00000200:0.0:1776192956.808664:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1bad [2] + 1968 00000400:00000010:0.0:1776192956.808667:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c373dcc. 00000400:00000200:0.0:1776192956.808671:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000037c2e6d4 00000400:00000200:0.0:1776192956.808724:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.808729:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.808732:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037c2e6d4 00000400:00000010:0.0:1776192956.808734:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000037c2e6d4 (tot 82351746). 00000100:00000200:0.0:1776192956.808739:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192956.809301:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061bfcdc2. 00000020:00000010:3.0:1776192956.809309:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192956.809313:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036a2c92f. 00000100:00000200:3.0:1776192956.809429:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007eb40595 x1862471344633536/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192956.809671:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633536 02000000:00000010:0.0:1776192956.809686:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a65333d. 00010000:00000010:0.0:1776192956.809724:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8f67e62. 00010000:00000010:0.0:1776192956.809747:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000135ed412. 00000100:00000010:0.0:1776192956.809755:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000056b3d168. 00000100:00000010:0.0:1776192956.809823:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000056b3d168. 00010000:00000010:0.0:1776192956.809827:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000135ed412. 00000400:00000010:0.0:1776192956.809844:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192956.809848:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633536, offset 224 00000400:00000200:0.0:1776192956.809856:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.809869:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.809876:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91240:91240:256:4294967295] 192.168.203.33@tcp LPNI seq info [91240:91240:8:4294967295] 00000400:00000200:0.0:1776192956.809886:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.809907:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.809911:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82351994). 00000800:00000200:0.0:1776192956.809917:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.809923:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.809928:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.809950:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:0.0:1776192956.809954:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036a2c92f. 00000020:00000010:0.0:1776192956.809958:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061bfcdc2. 02000000:00000010:0.0:1776192956.809967:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e1d9573. 00000100:00000010:0.0:1776192956.809970:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192956.809975:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002fa44894. 00000100:00000010:0.0:1776192956.809978:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 02000000:00000010:0.0:1776192956.809980:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab1786ab. 00000100:00000010:0.0:1776192956.809983:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000462ac87. 02000000:00000010:0.0:1776192956.809985:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041eb1918. 00000100:00000010:0.0:1776192956.809987:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:0.0:1776192956.809990:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d25f9184. 00000100:00000010:0.0:1776192956.809992:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:0.0:1776192956.809995:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000077dcf24. 00000100:00000010:0.0:1776192956.809997:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000200:0.0:1776192956.810003:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192956.810008:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3537d22. 00000400:00000010:0.0:1776192956.810012:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000056b3d168 (tot 82352146). 00000800:00000200:3.0:1776192956.810123:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.810126:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:3.0:1776192956.810131:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.810146:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.810149:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:3.0:1776192956.810151:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 02000000:00000010:3.0:1776192956.810176:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a65333d. 00080000:00000010:2.0:1776192956.813605:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044863e49. 00010000:00000010:3.0:1776192956.813789:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cef30f. 00010000:00000010:3.0:1776192956.813801:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ea4954e. 00010000:00000010:3.0:1776192956.813904:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192956.813911:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.813924:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c87b7ed0. 00000100:00000010:3.0:1776192956.813933:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da6aa35a. 00000100:00000010:3.0:1776192956.813944:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192956.813956:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c74985ef. 02000000:00000010:3.0:1776192956.813983:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a1590e. 00000400:00000010:3.0:1776192956.813989:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a05a4cb. 00000400:00000010:3.0:1776192956.813995:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.814002:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515008, portal 16 00000400:00000010:3.0:1776192956.814006:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192956.814008:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515008, offset 0 00000400:00000200:3.0:1776192956.814018:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.814035:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.814042:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.814045:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.814047:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.814051:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91241:91241:256:4294967295] 192.168.203.33@tcp LPNI seq info [91241:91241:8:4294967295] 00000400:00000200:3.0:1776192956.814061:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.814067:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.814072:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192956.814078:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.814085:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.814088:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.817356:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.817365:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192956.817375:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.817385:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.817391:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:0.0:1776192956.817394:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:0.0:1776192956.817404:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349515008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.819093:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.819111:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313300 00000400:00000200:0.0:1776192956.819119:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3295 [1] + 224 00000400:00000200:0.0:1776192956.819131:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.819135:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.819144:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349515008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.819195:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.819201:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b700 00000400:00000200:0.0:1776192956.819205:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c05 [2] + 0 00000400:00000200:0.0:1776192956.820604:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.820616:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.820624:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.820631:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 00010000:00000010:2.1:1776192956.822899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056cc19b6. 00010000:00000010:2.1:1776192956.822915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00000020:00000010:2.0:1776192956.822960:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.822968:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.822972:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.823003:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f769cfa x1862471344633600/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192956.823032:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633600 02000000:00000010:2.0:1776192956.823042:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d25f9184. 00010000:00000010:2.0:1776192956.823083:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.823090:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.823097:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.823101:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.823115:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192956.823121:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633600, offset 224 00000400:00000200:2.0:1776192956.823129:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.823142:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.823148:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91242:91242:256:4294967295] 192.168.203.33@tcp LPNI seq info [91242:91242:8:4294967295] 00000400:00000200:2.0:1776192956.823178:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.823183:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.823188:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192956.823194:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.823200:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.823203:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.823227:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.823232:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.823241:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 00000800:00000200:0.0:1776192956.823360:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.823365:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:0.0:1776192956.823370:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.823374:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.823379:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:0.0:1776192956.823381:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000400:00000010:3.0:1776192956.823864:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a05a4cb. 00000400:00000200:3.0:1776192956.823869:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192956.823880:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.823888:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349515008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.823896:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349515008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.823916:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eebd175. 02000000:00000010:3.0:1776192956.823929:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a1590e. 02000000:00000010:3.0:1776192956.823934:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c74985ef. 00000100:00000010:3.0:1776192956.823938:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:3.0:1776192956.823941:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da6aa35a. 00010000:00000010:3.0:1776192956.823944:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c87b7ed0. 00080000:00000010:3.0:1776192956.823961:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c74985ef. 00010000:00000010:3.0:1776192956.824048:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.824055:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066af1755. 00010000:00000010:3.0:1776192956.824130:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004547952. 00010000:00000010:3.0:1776192956.824136:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.824148:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c87b7ed0. 00000100:00000010:3.0:1776192956.824152:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da6aa35a. 00000100:00000010:3.0:1776192956.824179:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192956.824190:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013a1590e. 02000000:00000010:3.0:1776192956.824212:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fa44894. 00000400:00000010:3.0:1776192956.824216:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a05a4cb. 00000400:00000010:3.0:1776192956.824220:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.824225:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515072, portal 16 00000400:00000010:3.0:1776192956.824229:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192956.824231:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515072, offset 0 00000400:00000200:3.0:1776192956.824237:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.824254:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.824263:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.824266:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.824268:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.824271:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91243:91243:256:4294967295] 192.168.203.33@tcp LPNI seq info [91243:91243:8:4294967295] 00000400:00000200:3.0:1776192956.824281:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.824286:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.824289:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192956.824294:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.824298:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.824301:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.824467:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.824471:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192956.824475:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.824480:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.824483:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:0.0:1776192956.824484:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:0.0:1776192956.824489:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349515072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.827476:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.827494:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313340 00000400:00000200:0.0:1776192956.827503:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb32a1 [1] + 224 00000400:00000200:0.0:1776192956.827521:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.827525:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.827536:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349515072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192956.827774:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a05a4cb. 00000400:00000200:3.0:1776192956.827790:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192956.827793:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.827799:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349515072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.827806:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349515072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.827836:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fa44894. 02000000:00000010:3.0:1776192956.827842:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013a1590e. 00000100:00000010:3.0:1776192956.827846:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:3.0:1776192956.827850:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da6aa35a. 00010000:00000010:3.0:1776192956.827854:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c87b7ed0. 00010000:00000010:3.1:1776192956.828279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000043195c. 00010000:00000010:3.1:1776192956.828288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f90f8f5. 00010000:00000010:0.1:1776192956.829018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e31add51. 00000400:00000200:0.0:1776192956.829051:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.829065:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b740 00000400:00000200:0.0:1776192956.829071:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c05 [2] + 328 00000400:00000200:0.0:1776192956.829133:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.829138:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.829144:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.829149:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea6e4226. 00000020:00000010:1.0:1776192956.829277:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026465014. 00000020:00000010:1.0:1776192956.829284:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.829288:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d608219. 00000100:00000200:1.0:1776192956.829312:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea6e4226 x1862471344633664/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192956.829347:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633664 02000000:00000010:1.0:1776192956.829359:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000000db7621. 00010000:00000010:1.0:1776192956.829388:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000696946a6. 00010000:00000010:1.0:1776192956.829408:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.829414:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.829426:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.829429:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000010:1.0:1776192956.829442:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192956.829447:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633664, offset 224 00000400:00000200:1.0:1776192956.829455:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.829465:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.829470:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91244:91244:256:4294967295] 192.168.203.33@tcp LPNI seq info [91244:91244:8:4294967295] 00000400:00000200:1.0:1776192956.829478:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.829483:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.829488:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192956.829502:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.829509:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.829512:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192956.829534:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.829539:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d608219. 00000020:00000010:1.0:1776192956.829542:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026465014. 00080000:00000010:3.0:1776192956.829575:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013a1590e. 00010000:00000010:3.0:1776192956.829652:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.829659:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e1f1b57. 00010000:00000010:3.0:1776192956.829728:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a169736d. 00010000:00000010:3.0:1776192956.829734:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.829743:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c87b7ed0. 00000100:00000010:3.0:1776192956.829746:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da6aa35a. 00000100:00000010:3.0:1776192956.829753:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192956.829762:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fa44894. 02000000:00000010:3.0:1776192956.829796:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061bfcdc2. 00000400:00000010:3.0:1776192956.829802:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a05a4cb. 00000400:00000010:3.0:1776192956.829807:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.829811:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515136, portal 16 00000400:00000010:3.0:1776192956.829816:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192956.829817:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515136, offset 0 00000400:00000200:3.0:1776192956.829822:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.829829:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.829835:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.829839:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.829842:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.829844:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91245:91245:255:4294967295] 192.168.203.33@tcp LPNI seq info [91245:91245:7:4294967295] 00000400:00000200:3.0:1776192956.829851:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.829855:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.829858:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352394). 00000800:00000200:3.0:1776192956.829862:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.829866:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.829867:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.830721:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.830732:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82352146). 00000400:00000200:0.0:1776192956.830743:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.830756:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.830763:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:0.0:1776192956.830765:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000800:00000200:0.0:1776192956.830882:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.830884:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192956.830891:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.830897:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.830899:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:0.0:1776192956.830903:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:0.0:1776192956.831101:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349515136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.832941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e0f69e6. 00010000:00000010:3.1:1776192956.832955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b575870. 00010000:00000010:3.1:1776192956.832960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00000400:00000200:0.0:1776192956.835075:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.835095:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313380 00000400:00000200:0.0:1776192956.835104:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb32ad [1] + 224 00000400:00000200:0.0:1776192956.835137:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.835141:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.836816:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349515136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.836896:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.836910:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b780 00000400:00000010:3.0:1776192956.836913:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a05a4cb. 00000400:00000200:3.0:1776192956.836918:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192956.836920:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.836928:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349515136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.836928:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c05 [2] + 656 00000100:00000200:3.0:1776192956.836935:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349515136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.836964:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061bfcdc2. 02000000:00000010:3.0:1776192956.836970:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002fa44894. 00000100:00000010:3.0:1776192956.836973:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:3.0:1776192956.836976:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da6aa35a. 00010000:00000010:3.0:1776192956.836980:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c87b7ed0. 00000400:00000200:0.0:1776192956.836989:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.836993:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.836999:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.837004:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 00000020:00000010:2.0:1776192956.837098:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000077dcf24. 00000020:00000010:2.0:1776192956.837106:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.837110:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.837134:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000990f4539 x1862471344633728/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192956.837185:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633728 02000000:00000010:2.0:1776192956.837196:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041eb1918. 00010000:00000010:2.0:1776192956.837220:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006981a78f. 00010000:00000010:2.0:1776192956.837237:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.837242:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.837252:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.837254:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.837264:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192956.837268:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633728, offset 224 00000400:00000200:2.0:1776192956.837275:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.837285:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.837290:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91246:91246:256:4294967295] 192.168.203.33@tcp LPNI seq info [91246:91246:8:4294967295] 00000400:00000200:2.0:1776192956.837299:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.837304:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.837308:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192956.837313:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.837319:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.837323:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.837343:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.837348:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.837357:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000077dcf24. 00080000:00000010:3.0:1776192956.837601:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fa44894. 00010000:00000010:3.0:1776192956.837685:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.837692:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064524430. 00010000:00000010:3.0:1776192956.837768:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c721b9b9. 00010000:00000010:3.0:1776192956.837773:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c11a05dd. 00010000:00000010:3.0:1776192956.837787:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192956.837793:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00080000:00000010:3.0:1776192956.837805:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061bfcdc2. 00010000:00000010:3.0:1776192956.837829:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.837833:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c11a05dd. 00000800:00000200:0.0:1776192956.837869:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.837873:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:0.0:1776192956.837877:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776192956.837884:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00000400:00000200:0.0:1776192956.837886:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00010000:00000010:3.0:1776192956.837887:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00000400:00000200:0.0:1776192956.837890:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:0.0:1776192956.837892:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00010000:00000010:3.0:1776192956.837894:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c87b7ed0. 00000100:00000010:3.0:1776192956.837897:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da6aa35a. 00000100:00000010:3.0:1776192956.837903:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192956.837914:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000219b429b. 02000000:00000010:3.0:1776192956.837935:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de95d9c1. 00000400:00000010:3.0:1776192956.837940:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a05a4cb. 00000400:00000010:3.0:1776192956.837944:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.837948:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515200, portal 16 00000400:00000010:3.0:1776192956.837952:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192956.837954:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515200, offset 0 00000400:00000200:3.0:1776192956.837960:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.837967:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.837974:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.837977:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.837980:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.837983:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91247:91247:256:4294967295] 192.168.203.33@tcp LPNI seq info [91247:91247:8:4294967295] 00000400:00000200:3.0:1776192956.837990:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.837994:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.837998:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192956.838002:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.838006:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.838009:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.839793:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.839801:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192956.839809:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.839826:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.839833:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:0.0:1776192956.839835:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:0.0:1776192956.839844:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349515200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.841215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7e54e60. 00000400:00000200:0.0:1776192956.842404:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.842422:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673133c0 00000400:00000200:0.0:1776192956.842431:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb32b9 [1] + 224 00000400:00000200:0.0:1776192956.842649:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.842662:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.842673:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349515200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.842709:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.842715:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b7c0 00000400:00000200:0.0:1776192956.842720:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c05 [2] + 984 00000400:00000200:0.0:1776192956.842730:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.842733:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.842738:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.842743:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 00000400:00000010:3.0:1776192956.842910:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a05a4cb. 00000400:00000200:3.0:1776192956.842916:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192956.842918:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.842924:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349515200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.842932:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349515200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.842959:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de95d9c1. 02000000:00000010:3.0:1776192956.842965:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000219b429b. 00000100:00000010:3.0:1776192956.842970:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:3.0:1776192956.842973:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da6aa35a. 00010000:00000010:3.0:1776192956.842977:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c87b7ed0. 00000020:00000010:1.0:1776192956.843009:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026465014. 00000020:00000010:1.0:1776192956.843016:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.843020:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d608219. 00000100:00000200:1.0:1776192956.843043:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093daabff x1862471344633792/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192956.843075:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633792 02000000:00000010:1.0:1776192956.843085:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004329ee9a. 00010000:00000010:1.0:1776192956.843111:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005139e2fa. 00010000:00000010:1.0:1776192956.843129:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.843135:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.843150:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.843181:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000010:1.0:1776192956.843193:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d0567a. 00000100:00000200:1.0:1776192956.843198:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633792, offset 224 00000400:00000200:1.0:1776192956.843205:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.843217:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.843222:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91248:91248:256:4294967295] 192.168.203.33@tcp LPNI seq info [91248:91248:8:4294967295] 00000400:00000200:1.0:1776192956.843232:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.843237:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.843241:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192956.843355:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.843362:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.843367:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192956.843385:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.843390:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d608219. 00000020:00000010:1.0:1776192956.843393:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026465014. 00080000:00000010:3.0:1776192956.843507:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de95d9c1. 00010000:00000010:3.0:1776192956.843591:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.843598:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cbcd342. 00010000:00000010:3.0:1776192956.843673:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043affda8. 00010000:00000010:3.0:1776192956.843679:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192956.843689:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c87b7ed0. 00000100:00000010:3.0:1776192956.843693:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da6aa35a. 00000100:00000010:3.0:1776192956.843698:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192956.843708:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038544634. 02000000:00000010:3.0:1776192956.843821:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000219b429b. 00000400:00000010:3.0:1776192956.843826:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a05a4cb. 00000400:00000010:3.0:1776192956.843830:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192956.843835:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515264, portal 16 00000400:00000010:3.0:1776192956.843839:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192956.843842:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515264, offset 0 00000400:00000200:3.0:1776192956.843848:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.843855:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.843861:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.843864:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.843867:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.843869:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91249:91249:255:4294967295] 192.168.203.33@tcp LPNI seq info [91249:91249:7:4294967295] 00000400:00000200:3.0:1776192956.844203:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.844210:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.844396:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352394). 00000800:00000200:2.0:1776192956.844405:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.844409:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.844412:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.844961:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.845144:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82352146). 00000400:00000200:0.0:1776192956.845172:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.845178:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.845183:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d0567a 00000400:00000010:0.0:1776192956.845185:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d0567a. 00000800:00000200:0.0:1776192956.846231:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.846235:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:0.0:1776192956.846241:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.847135:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.847143:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:0.0:1776192956.847146:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:0.0:1776192956.847653:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349515264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.852196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a44c0d7f. 00010000:00000010:3.1:1776192956.852215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00000400:00000200:0.0:1776192956.856378:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.856396:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313400 00000400:00000200:0.0:1776192956.856405:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb32c5 [1] + 224 00000400:00000200:0.0:1776192956.856416:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.856420:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.856430:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349515264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.856651:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.856658:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b800 00000400:00000200:0.0:1776192956.856663:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c05 [2] + 1312 00000400:00000010:2.0:1776192956.856892:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a05a4cb. 00000400:00000200:2.0:1776192956.856900:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:2.0:1776192956.856902:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:2.0:1776192956.856909:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349515264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.856918:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349515264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.856951:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000219b429b. 02000000:00000010:2.0:1776192956.856958:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038544634. 00000100:00000010:2.0:1776192956.856963:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:2.0:1776192956.856967:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da6aa35a. 00010000:00000010:2.0:1776192956.856972:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c87b7ed0. 00000400:00000200:0.0:1776192956.856994:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.857000:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.857005:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.857010:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d1c4ab9. 00010000:00000010:2.1:1776192956.857240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094e17d21. 00010000:00000010:1.1:1776192956.858319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93af7bb. 00000020:00000010:1.0:1776192956.858368:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026465014. 00000020:00000010:1.0:1776192956.858374:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192956.858379:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d608219. 00000100:00000200:1.0:1776192956.858407:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d1c4ab9 x1862471344633856/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192956.858556:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633856 02000000:00000010:2.0:1776192956.858570:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000077dcf24. 00010000:00000010:2.0:1776192956.858609:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4ac576a. 00010000:00000010:2.0:1776192956.858633:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.858640:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.858650:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.858654:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192956.858667:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192956.858672:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633856, offset 224 00000400:00000200:2.0:1776192956.858683:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.858697:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.858718:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91250:91250:256:4294967295] 192.168.203.33@tcp LPNI seq info [91250:91250:8:4294967295] 00000400:00000200:2.0:1776192956.858728:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.858733:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.858738:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192956.858745:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.858752:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.858756:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.858788:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:2.0:1776192956.858794:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d608219. 00000020:00000010:2.0:1776192956.858797:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026465014. 00080000:00000010:0.0:1776192956.859284:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a65333d. 00010000:00000010:0.0:1776192956.859395:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:0.0:1776192956.859403:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072339bc4. 00010000:00000010:0.0:1776192956.859702:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.0:1776192956.859709:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0776557. 00010000:00000010:0.0:1776192956.859721:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000135ed412. 00000100:00000010:0.0:1776192956.859727:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.859734:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd859f24. 02000000:00000010:0.0:1776192956.859746:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d87104eb. 02000000:00000010:0.0:1776192956.859770:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf8e9088. 00000400:00000010:0.0:1776192956.859775:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e294a4c. 00000400:00000010:0.0:1776192956.859795:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192956.859800:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515328, portal 16 00000400:00000010:0.0:1776192956.859805:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192956.859807:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515328, offset 0 00000400:00000200:0.0:1776192956.859815:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.859824:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.859831:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192956.859834:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192956.859837:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192956.859840:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91251:91251:255:4294967295] 192.168.203.33@tcp LPNI seq info [91251:91251:7:4294967295] 00000400:00000200:0.0:1776192956.859850:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.859855:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.859859:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352394). 00000800:00000200:0.0:1776192956.859865:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.859871:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.859874:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776192956.860000:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009472008f. 00010000:00000010:3.1:1776192956.860007:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169736d. 00010000:00000010:3.1:1776192956.860010:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c721b9b9. 00010000:00000010:3.1:1776192956.860013:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00000800:00000200:1.0:1776192956.861677:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.861684:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82352146). 00000400:00000200:1.0:1776192956.861692:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.861702:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.861707:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:1.0:1776192956.861710:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00000800:00000200:1.0:1776192956.861773:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.861775:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:1.0:1776192956.861788:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.861791:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.861794:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:1.0:1776192956.861795:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000100:00000200:1.0:1776192956.861802:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd859f24 x1862471349515328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192956.862428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da99bee5. 00010000:00000010:3.1:1776192956.862437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:2.1:1776192956.866199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008529fa4e. 00000400:00000200:0.0:1776192956.870053:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.870071:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313440 00000400:00000200:0.0:1776192956.870080:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb32d1 [1] + 224 00000400:00000200:0.0:1776192956.870091:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.870095:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.870106:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd859f24 x1862471349515328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.870144:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.870148:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b840 00010000:00000010:0.1:1776192956.870188:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f2fbaa. 00010000:00000010:0.1:1776192956.870194:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043affda8. 00000400:00000200:0.0:1776192956.870203:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c05 [2] + 1640 00000400:00000200:0.0:1776192956.870213:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.870216:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.870221:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776192956.870223:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e294a4c. 00000100:00000010:0.0:1776192956.870227:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2a8585. 00000400:00000200:2.0:1776192956.870229:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:2.0:1776192956.870233:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000100:00000200:2.0:1776192956.870240:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd859f24 x1862471349515328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.870249:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd859f24 x1862471349515328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.870284:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf8e9088. 02000000:00000010:2.0:1776192956.870290:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d87104eb. 00000100:00000010:2.0:1776192956.870294:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd859f24. 00000100:00000010:2.0:1776192956.870298:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315c8127. 00010000:00000010:2.0:1776192956.870301:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000135ed412. 00000020:00000010:3.0:1776192956.871189:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007612aeae. 00000020:00000010:3.0:1776192956.871198:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192956.871202:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192956.871227:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b2a8585 x1862471344633920/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192956.871263:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633920 02000000:00000010:3.0:1776192956.871275:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df138ea6. 00010000:00000010:3.0:1776192956.871299:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5f57c9a. 00010000:00000010:3.0:1776192956.871329:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192956.871336:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000122fbb95. 00000100:00000010:3.0:1776192956.871358:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000122fbb95. 00010000:00000010:3.0:1776192956.871362:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00000400:00000010:3.0:1776192956.871374:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192956.871379:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633920, offset 224 00000400:00000200:3.0:1776192956.871387:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.871398:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.871403:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91252:91252:256:4294967295] 192.168.203.33@tcp LPNI seq info [91252:91252:8:4294967295] 00000400:00000200:3.0:1776192956.871413:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.871417:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.871420:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192956.871425:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.871431:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.871435:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776192956.871566:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab1786ab. 00010000:00000010:2.0:1776192956.871647:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0776557. 00010000:00000010:2.0:1776192956.871654:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac4ef082. 00010000:00000010:2.0:1776192956.871735:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192956.871761:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.871771:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000020:00000010:3.0:1776192956.871773:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000100:00000010:2.0:1776192956.871775:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000020:00000010:3.0:1776192956.871790:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192956.871795:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007612aeae. 00000100:00000010:2.0:1776192956.871795:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192956.871807:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000074aabda. 02000000:00000010:2.0:1776192956.871830:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d87104eb. 00000400:00000010:2.0:1776192956.871836:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074ce58b5. 00000400:00000010:2.0:1776192956.871840:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192956.871844:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515392, portal 16 00000400:00000010:2.0:1776192956.871848:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192956.871850:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515392, offset 0 00000400:00000200:2.0:1776192956.871866:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.871880:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.872125:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.872129:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.872133:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.872135:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91253:91253:255:4294967295] 192.168.203.33@tcp LPNI seq info [91253:91253:7:4294967295] 00000400:00000200:2.0:1776192956.872144:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.872149:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.872185:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352394). 00000800:00000200:2.0:1776192956.872191:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.872197:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.872199:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.872601:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.872606:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82352146). 00000400:00000200:0.0:1776192956.872611:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.872616:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.872621:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:0.0:1776192956.872635:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000800:00000200:0.0:1776192956.872702:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.872705:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:0.0:1776192956.872708:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.872711:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.872713:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:0.0:1776192956.872715:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 00000100:00000200:0.0:1776192956.872720:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349515392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.876981:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.877001:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313480 00000400:00000200:1.0:1776192956.877010:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb32dd [1] + 224 00000400:00000200:1.0:1776192956.877024:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.877028:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.877050:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349515392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192956.877635:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074ce58b5. 00000400:00000200:2.0:1776192956.877641:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:2.0:1776192956.877644:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:2.0:1776192956.877652:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349515392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.877661:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349515392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.877690:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d87104eb. 02000000:00000010:2.0:1776192956.877696:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000074aabda. 00000100:00000010:2.0:1776192956.877701:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192956.877716:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.877720:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00010000:00000010:2.1:1776192956.878273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e016412. 00010000:00000010:2.1:1776192956.878283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c239cd6. 00010000:00000010:3.1:1776192956.878725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d87744a. 00000400:00000200:0.0:1776192956.880114:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.880133:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b880 00000400:00000200:0.0:1776192956.880142:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c05 [2] + 1968 00000400:00000010:0.0:1776192956.880147:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e04f78d. 00000400:00000200:0.0:1776192956.880179:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e6af0830 00000400:00000200:0.0:1776192956.880753:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.880760:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.880765:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6af0830 00000400:00000010:0.0:1776192956.880768:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e6af0830 (tot 82351746). 00000100:00000200:0.0:1776192956.880783:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776192956.882717:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040c1d166. 00000020:00000010:1.0:1776192956.882729:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192956.882734:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192956.882763:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000472c87a x1862471344633984/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192956.882865:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344633984 02000000:00000010:1.0:1776192956.882877:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000af0ec2b. 00010000:00000010:1.0:1776192956.882905:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d278c676. 00010000:00000010:1.0:1776192956.882928:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.882935:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd6a2d8d. 00000100:00000010:1.0:1776192956.882955:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd6a2d8d. 00010000:00000010:1.0:1776192956.882959:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000010:1.0:1776192956.882972:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002806a671. 00000100:00000200:1.0:1776192956.882977:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344633984, offset 224 00000400:00000200:1.0:1776192956.882985:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.882998:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.883004:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91254:91254:256:4294967295] 192.168.203.33@tcp LPNI seq info [91254:91254:8:4294967295] 00000400:00000200:1.0:1776192956.883014:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.883019:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.883024:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82351994). 00000800:00000200:1.0:1776192956.883029:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.883228:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.883233:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192956.883258:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192956.883263:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192956.883266:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040c1d166. 02000000:00000010:1.0:1776192956.883273:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df138ea6. 00000100:00000010:1.0:1776192956.883277:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b2a8585. 02000000:00000010:1.0:1776192956.883281:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000077dcf24. 00000100:00000010:1.0:1776192956.883283:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d1c4ab9. 02000000:00000010:1.0:1776192956.883285:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004329ee9a. 00000100:00000010:1.0:1776192956.883288:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 02000000:00000010:1.0:1776192956.883291:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041eb1918. 00000100:00000010:1.0:1776192956.883292:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 02000000:00000010:1.0:1776192956.883294:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000000db7621. 00000100:00000010:1.0:1776192956.883296:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea6e4226. 02000000:00000010:1.0:1776192956.883300:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d25f9184. 00000100:00000010:1.0:1776192956.883301:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000200:1.0:1776192956.883315:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776192956.883321:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf6863d. 00000400:00000010:1.0:1776192956.883326:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd6a2d8d (tot 82352146). 00080000:00000010:2.0:1776192956.883398:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d87104eb. 00010000:00000010:2.0:1776192956.883494:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.883500:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000846730d9. 00010000:00000010:2.0:1776192956.883570:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.0:1776192956.883576:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.883586:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.883590:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.883597:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192956.883608:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d25f9184. 02000000:00000010:2.0:1776192956.883639:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041eb1918. 00000400:00000010:2.0:1776192956.883644:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074ce58b5. 00000400:00000010:2.0:1776192956.883652:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192956.883655:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515456, portal 16 00000400:00000010:2.0:1776192956.883659:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192956.883661:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515456, offset 0 00000400:00000200:2.0:1776192956.883668:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.883677:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.883684:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.883690:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.883693:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.883696:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91255:91255:255:4294967295] 192.168.203.33@tcp LPNI seq info [91255:91255:7:4294967295] 00000400:00000200:2.0:1776192956.883703:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.883707:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.883711:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352394). 00000800:00000200:2.0:1776192956.883714:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.883719:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.883721:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.884101:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.884105:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82352146). 00000400:00000200:0.0:1776192956.884111:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.884116:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.884121:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002806a671 00000400:00000010:0.0:1776192956.884123:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002806a671. 02000000:00000010:0.0:1776192956.884127:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000af0ec2b. 00000800:00000200:0.0:1776192956.884211:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.884213:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:0.0:1776192956.884217:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.884220:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.884222:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:0.0:1776192956.884223:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00000100:00000200:0.0:1776192956.884228:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349515456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.887077:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.887099:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673134c0 00000400:00000200:1.0:1776192956.887109:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb32ed [1] + 224 00000400:00000200:1.0:1776192956.887125:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.887129:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.887140:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349515456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192956.887270:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074ce58b5. 00000400:00000200:2.0:1776192956.887275:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:2.0:1776192956.887276:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:2.0:1776192956.887282:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349515456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.887290:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349515456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.887328:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041eb1918. 02000000:00000010:2.0:1776192956.887333:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d25f9184. 00000100:00000010:2.0:1776192956.887337:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192956.887341:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.887344:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00010000:00000010:1.1:1776192956.888227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e81c0ec. 00000400:00000200:0.0:1776192956.889735:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.889752:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b8c0 00000400:00000200:0.0:1776192956.889761:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c5d [2] + 0 00000400:00000200:0.0:1776192956.890317:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.890324:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.890331:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.890337:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 00000020:00000010:1.0:1776192956.890848:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000db7621. 00000020:00000010:1.0:1776192956.890856:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192956.890861:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192956.890887:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008f6f168 x1862471344634048/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192956.890917:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634048 02000000:00000010:1.0:1776192956.890928:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004329ee9a. 00010000:00000010:1.0:1776192956.890956:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1ebf006. 00010000:00000010:1.0:1776192956.890978:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.890986:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192956.891042:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192956.891047:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000010:1.0:1776192956.891060:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192956.891065:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634048, offset 224 00000400:00000200:1.0:1776192956.891072:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.891084:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.891089:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91256:91256:256:4294967295] 192.168.203.33@tcp LPNI seq info [91256:91256:8:4294967295] 00000400:00000200:1.0:1776192956.891097:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.891101:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.891105:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352146). 00000800:00000200:1.0:1776192956.891110:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.891116:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.891119:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192956.891139:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192956.891144:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192956.891146:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000db7621. 00080000:00000010:2.0:1776192956.891755:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d25f9184. 00010000:00000010:2.0:1776192956.891858:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.891866:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8c444dc. 00010000:00000010:2.0:1776192956.891985:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.0:1776192956.891991:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.892002:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.892007:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.892014:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192956.892026:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041eb1918. 02000000:00000010:2.0:1776192956.892604:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000077dcf24. 00000400:00000010:2.0:1776192956.892613:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074ce58b5. 00000400:00000010:2.0:1776192956.892618:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192956.892624:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515520, portal 16 00000400:00000010:2.0:1776192956.892628:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083a32d7a. 00000100:00000200:2.0:1776192956.892631:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515520, offset 0 00000400:00000200:2.0:1776192956.892639:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.892651:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.892657:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.892660:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.892662:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.892665:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91257:91257:255:4294967295] 192.168.203.33@tcp LPNI seq info [91257:91257:7:4294967295] 00000400:00000200:2.0:1776192956.892673:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.892678:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.892682:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352394). 00000800:00000200:2.0:1776192956.892688:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.892694:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.892698:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.893725:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.893732:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82352146). 00000400:00000200:0.0:1776192956.893739:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.893747:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.893752:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:0.0:1776192956.893755:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000800:00000200:0.0:1776192956.894592:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.894596:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:0.0:1776192956.894602:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.894607:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.894611:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a32d7a 00000400:00000010:0.0:1776192956.894613:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083a32d7a. 00000100:00000200:0.0:1776192956.894620:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349515520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.897382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090aec5cd. 00010000:00000010:2.1:1776192956.897396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00010000:00000010:1.1:1776192956.901983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bcbe63a. 00000400:00000200:1.0:1776192956.903380:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.903399:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313500 00000400:00000200:1.0:1776192956.903408:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb32f9 [1] + 224 00000400:00000200:1.0:1776192956.903420:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.903423:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.903451:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349515520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.903487:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.903492:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b900 00000400:00000200:1.0:1776192956.903497:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c5d [2] + 328 00000400:00000200:1.0:1776192956.903509:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.903512:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.903515:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.903521:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000478bd001. 00000400:00000010:2.0:1776192956.903524:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074ce58b5. 00000400:00000200:2.0:1776192956.903528:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:2.0:1776192956.903531:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:2.0:1776192956.903537:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349515520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.903544:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349515520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.903581:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000077dcf24. 02000000:00000010:2.0:1776192956.903587:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041eb1918. 00000100:00000010:2.0:1776192956.903591:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192956.903596:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.903600:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000020:00000010:3.0:1776192956.903886:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007612aeae. 00000020:00000010:3.0:1776192956.903906:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192956.903911:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192956.903933:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000478bd001 x1862471344634112/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192956.903966:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634112 02000000:00000010:3.0:1776192956.903977:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c01d8bb7. 00010000:00000010:3.0:1776192956.904004:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4bb5919. 00010000:00000010:3.0:1776192956.904025:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192956.904042:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000122fbb95. 00000100:00000010:3.0:1776192956.904056:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000122fbb95. 00010000:00000010:3.0:1776192956.904060:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00000400:00000010:3.0:1776192956.904072:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192956.904076:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634112, offset 224 00000400:00000200:3.0:1776192956.904083:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.904094:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.904099:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91258:91258:256:4294967295] 192.168.203.33@tcp LPNI seq info [91258:91258:8:4294967295] 00080000:00000010:2.0:1776192956.904101:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041eb1918. 00000400:00000200:3.0:1776192956.904108:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.904113:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.904117:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192956.904122:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.904129:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.904132:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.904149:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192956.904152:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192956.904179:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007612aeae. 00010000:00000010:2.0:1776192956.904203:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.904210:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff8d700f. 00010000:00000010:2.0:1776192956.904310:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192956.904315:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.904324:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.904327:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.904333:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192956.904347:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000077dcf24. 02000000:00000010:2.0:1776192956.904372:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000074aabda. 00000400:00000010:2.0:1776192956.904378:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074ce58b5. 00000400:00000010:2.0:1776192956.904382:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192956.904386:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515584, portal 16 00000400:00000010:2.0:1776192956.904391:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192956.904392:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515584, offset 0 00000400:00000200:2.0:1776192956.904398:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.904405:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.904413:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.904418:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.904421:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.904424:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91259:91259:255:4294967295] 192.168.203.33@tcp LPNI seq info [91259:91259:7:4294967295] 00000400:00000200:2.0:1776192956.904431:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.904435:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.904439:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352394). 00000800:00000200:2.0:1776192956.904443:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.904459:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.904461:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.908551:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.908557:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82352146). 00000400:00000200:0.0:1776192956.908566:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.908575:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.908581:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:0.0:1776192956.908584:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000800:00000200:0.0:1776192956.908652:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.908654:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:0.0:1776192956.908657:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.908660:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.908662:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:0.0:1776192956.908664:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000100:00000200:0.0:1776192956.908672:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349515584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.910241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000951c978e. 00010000:00000010:2.1:1776192956.910258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50c4e6c. 00000400:00000200:0.0:1776192956.912911:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.912934:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313540 00000400:00000200:0.0:1776192956.912945:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3305 [1] + 224 00000400:00000200:0.0:1776192956.912962:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.912968:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.912980:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349515584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192956.913062:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074ce58b5. 00000400:00000200:2.0:1776192956.913068:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:2.0:1776192956.913070:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:2.0:1776192956.913076:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349515584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.913090:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349515584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.913122:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000074aabda. 02000000:00000010:2.0:1776192956.913127:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000077dcf24. 00000100:00000010:2.0:1776192956.913130:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192956.913135:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192956.913138:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00010000:00000010:3.1:1776192956.914476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d57d527. 00000400:00000200:1.0:1776192956.914701:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.914716:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b940 00000400:00000200:1.0:1776192956.914724:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c5d [2] + 656 00000400:00000200:1.0:1776192956.914791:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.914796:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.914802:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.914807:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c12bc15. 00000020:00000010:0.0:1776192956.915068:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022fac206. 00000020:00000010:0.0:1776192956.915074:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.915079:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.915105:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c12bc15 x1862471344634176/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.915140:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634176 02000000:00000010:0.0:1776192956.915150:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005aecd483. 00010000:00000010:0.0:1776192956.915196:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2ba7177. 00010000:00000010:0.0:1776192956.915217:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192956.915224:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.915247:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315c8127. 00010000:00000010:0.0:1776192956.915250:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192956.915264:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f454187. 00000100:00000200:0.0:1776192956.915269:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634176, offset 224 00080000:00000010:2.0:1776192956.915276:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000077dcf24. 00000400:00000200:0.0:1776192956.915277:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.915287:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.915293:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91260:91260:256:4294967295] 192.168.203.33@tcp LPNI seq info [91260:91260:8:4294967295] 00000400:00000200:0.0:1776192956.915303:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.915309:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.915314:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192956.915320:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.915326:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.915331:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776192956.915365:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.915373:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006690a199. 00000020:00000010:0.0:1776192956.915402:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.915408:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.915411:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022fac206. 00010000:00000010:2.0:1776192956.915452:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.0:1776192956.915458:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192956.915469:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192956.915473:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192956.915479:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192956.915490:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000074aabda. 02000000:00000010:2.0:1776192956.915511:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038544634. 00000400:00000010:2.0:1776192956.915517:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074ce58b5. 00000400:00000010:2.0:1776192956.915521:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192956.915525:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515648, portal 16 00000400:00000010:2.0:1776192956.915529:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00000100:00000200:2.0:1776192956.915530:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515648, offset 0 00000400:00000200:2.0:1776192956.915535:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.915542:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.915548:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.915551:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.915553:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.915555:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91261:91261:255:4294967295] 192.168.203.33@tcp LPNI seq info [91261:91261:7:4294967295] 00000400:00000200:2.0:1776192956.915562:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.915565:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.915568:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352394). 00000800:00000200:2.0:1776192956.915572:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.915576:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.915578:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192956.917224:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.917230:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82352146). 00000400:00000200:1.0:1776192956.917238:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.917413:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.917420:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f454187 00000400:00000010:1.0:1776192956.917423:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f454187. 00000800:00000200:1.0:1776192956.919486:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.919497:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:1.0:1776192956.919506:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.919515:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.919520:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:1.0:1776192956.919522:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 00000100:00000200:1.0:1776192956.919532:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349515648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.921210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fae2ee6. 00010000:00000010:2.1:1776192956.921222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00000400:00000200:2.0:1776192956.923227:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.923260:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313580 00000400:00000200:2.0:1776192956.923269:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3311 [1] + 224 00000400:00000200:2.0:1776192956.923283:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.923287:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.923297:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349515648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192956.923331:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.923337:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b980 00000400:00000200:2.0:1776192956.923341:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c5d [2] + 984 00000400:00000200:2.0:1776192956.923407:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.923412:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.923416:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192956.923421:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000400:00000010:0.0:1776192956.923771:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074ce58b5. 00000400:00000200:0.0:1776192956.923786:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:0.0:1776192956.923788:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:0.0:1776192956.923795:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349515648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.923803:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349515648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192956.923832:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038544634. 02000000:00000010:0.0:1776192956.923838:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000074aabda. 00000100:00000010:0.0:1776192956.923842:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:0.0:1776192956.923846:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:0.0:1776192956.923850:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000020:00000010:2.0:1776192956.925867:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038544634. 00000020:00000010:2.0:1776192956.925882:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.925887:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.925928:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344634240/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192956.926000:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634240 02000000:00000010:2.0:1776192956.926012:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000219b429b. 00010000:00000010:2.0:1776192956.926046:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000898c1f6. 00010000:00000010:2.0:1776192956.926067:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7879ea8. 00000100:00000010:2.0:1776192956.926073:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.926092:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.926096:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7879ea8. 00000400:00000010:2.0:1776192956.926107:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192956.926112:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634240, offset 224 00000400:00000200:2.0:1776192956.926120:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.926135:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.926141:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91262:91262:256:4294967295] 192.168.203.33@tcp LPNI seq info [91262:91262:8:4294967295] 00000400:00000200:2.0:1776192956.926150:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.926177:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.926182:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192956.926188:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.926194:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.926197:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.926214:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.926218:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.926227:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038544634. 00080000:00000010:3.0:1776192956.926599:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007612aeae. 00010000:00000010:3.0:1776192956.926682:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d82ed439. 00010000:00000010:3.0:1776192956.926688:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079b02873. 00010000:00000010:3.0:1776192956.926755:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.0:1776192956.926761:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008fa86158. 00010000:00000010:3.0:1776192956.926771:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192956.926785:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000122fbb95. 00000100:00000010:3.0:1776192956.926793:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192956.926804:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003100162a. 02000000:00000010:3.0:1776192956.926824:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f59045a0. 00000400:00000010:3.0:1776192956.926829:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d53de0d6. 00000400:00000010:3.0:1776192956.926833:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192956.926838:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515712, portal 16 00000400:00000010:3.0:1776192956.926842:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192956.926844:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515712, offset 0 00000400:00000200:3.0:1776192956.926849:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.926857:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.926863:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.926866:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.926869:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.926871:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91263:91263:255:4294967295] 192.168.203.33@tcp LPNI seq info [91263:91263:7:4294967295] 00000400:00000200:3.0:1776192956.926877:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.926881:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.926885:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192956.926902:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.926907:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.926909:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.927722:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.927728:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82352146). 00000400:00000200:0.0:1776192956.927734:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.927741:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.927746:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:0.0:1776192956.927748:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000800:00000200:0.0:1776192956.927813:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.927815:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192956.927818:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.927822:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.927824:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:0.0:1776192956.927825:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:0.0:1776192956.927832:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349515712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.930962:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.930983:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673135c0 00000400:00000200:1.0:1776192956.930992:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb331d [1] + 224 00000400:00000200:1.0:1776192956.931004:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.931008:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.931018:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349515712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.931061:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.931066:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6b9c0 00000400:00000200:1.0:1776192956.931071:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c5d [2] + 1312 00000400:00000200:1.0:1776192956.931080:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.931084:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.931087:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.931092:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bae7b2b. 00000400:00000010:3.0:1776192956.931203:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d53de0d6. 00000400:00000200:3.0:1776192956.931208:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192956.931210:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192956.931216:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349515712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.931223:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349515712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.931260:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f59045a0. 02000000:00000010:3.0:1776192956.931268:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003100162a. 00000100:00000010:3.0:1776192956.931271:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:3.0:1776192956.931274:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000122fbb95. 00010000:00000010:3.0:1776192956.931278:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00010000:00000010:0.1:1776192956.932194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f8b0507. 00000020:00000010:2.0:1776192956.932997:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038544634. 00000020:00000010:2.0:1776192956.933007:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.933012:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.933126:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008bae7b2b x1862471344634304/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192956.933269:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634304 02000000:00000010:2.0:1776192956.933281:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040e546cd. 00010000:00000010:2.0:1776192956.933309:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069bf4105. 00010000:00000010:2.0:1776192956.933330:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7879ea8. 00000100:00000010:2.0:1776192956.933336:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.933362:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.933366:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7879ea8. 00000400:00000010:2.0:1776192956.933378:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192956.933384:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634304, offset 224 00000400:00000200:2.0:1776192956.933393:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.933407:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.933414:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91264:91264:256:4294967295] 192.168.203.33@tcp LPNI seq info [91264:91264:8:4294967295] 00000400:00000200:2.0:1776192956.933425:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.933447:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.933452:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192956.933458:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.933465:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.933469:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.933492:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.933496:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.933505:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038544634. 00080000:00000010:3.0:1776192956.933554:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003100162a. 00010000:00000010:3.0:1776192956.933628:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fa86158. 00010000:00000010:3.0:1776192956.933634:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e851a6c. 00010000:00000010:3.0:1776192956.933701:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192956.933707:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008fa86158. 00010000:00000010:3.0:1776192956.933716:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192956.933720:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000122fbb95. 00000100:00000010:3.0:1776192956.933727:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192956.933738:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f59045a0. 02000000:00000010:3.0:1776192956.933758:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003337962e. 00000400:00000010:3.0:1776192956.933764:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d53de0d6. 00000400:00000010:3.0:1776192956.933768:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192956.933772:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515776, portal 16 00000400:00000010:3.0:1776192956.933788:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192956.933790:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515776, offset 0 00000400:00000200:3.0:1776192956.933796:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.933802:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.933808:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.933812:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.933815:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.933817:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91265:91265:255:4294967295] 192.168.203.33@tcp LPNI seq info [91265:91265:7:4294967295] 00000400:00000200:3.0:1776192956.933824:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.933828:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.933831:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352394). 00000800:00000200:3.0:1776192956.933835:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.933839:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.933842:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.934015:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.934018:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82352146). 00000400:00000200:0.0:1776192956.934022:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.934027:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.934041:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:0.0:1776192956.934044:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00000800:00000200:0.0:1776192956.934105:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.934107:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192956.934111:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.934114:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.934116:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:0.0:1776192956.934117:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:0.0:1776192956.934122:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349515776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.937683:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.937704:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313600 00000400:00000200:0.0:1776192956.937714:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3329 [1] + 224 00000400:00000200:0.0:1776192956.937725:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.937729:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.937739:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349515776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192956.937773:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192956.937790:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ba00 00000400:00000200:0.0:1776192956.937795:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c5d [2] + 1640 00000400:00000200:0.0:1776192956.937805:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.937808:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192956.937813:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192956.937820:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000400:00000010:3.0:1776192956.937861:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d53de0d6. 00000400:00000200:3.0:1776192956.937867:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192956.937869:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192956.937875:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349515776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.937883:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349515776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192956.937908:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003337962e. 02000000:00000010:3.0:1776192956.937913:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f59045a0. 00000100:00000010:3.0:1776192956.937917:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:3.0:1776192956.937920:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000122fbb95. 00010000:00000010:3.0:1776192956.937924:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00000020:00000010:1.0:1776192956.940048:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000db7621. 00000020:00000010:1.0:1776192956.940061:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192956.940066:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192956.940095:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344634368/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192956.940130:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634368 02000000:00000010:1.0:1776192956.940141:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040c1d166. 00010000:00000010:1.0:1776192956.940181:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f6ddae2. 00010000:00000010:1.0:1776192956.940203:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.940210:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192956.940220:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192956.940223:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00000400:00000010:1.0:1776192956.940235:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192956.940239:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634368, offset 224 00000400:00000200:1.0:1776192956.940259:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.940274:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.940280:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91266:91266:256:4294967295] 192.168.203.33@tcp LPNI seq info [91266:91266:8:4294967295] 00000400:00000200:1.0:1776192956.940291:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.940296:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.940301:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352146). 00000800:00000200:1.0:1776192956.940307:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.940314:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.940317:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192956.940334:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192956.940339:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192956.940342:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000db7621. 00000800:00000200:1.0:1776192956.940721:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.940725:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:1.0:1776192956.940731:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.940736:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.940740:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:1.0:1776192956.940742:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00010000:00000010:2.1:1776192956.942660:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3050735. 00010000:00000010:2.1:1776192956.942679:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00080000:00000010:3.0:1776192956.942921:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f59045a0. 00010000:00000010:3.0:1776192956.943009:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fa86158. 00010000:00000010:3.0:1776192956.943017:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000906e874f. 00010000:00000010:3.0:1776192956.943106:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a169736d. 00010000:00000010:3.0:1776192956.943112:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008fa86158. 00010000:00000010:3.0:1776192956.943124:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192956.943132:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000122fbb95. 00000100:00000010:3.0:1776192956.943142:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192956.943184:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003337962e. 02000000:00000010:3.0:1776192956.943213:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000881d6ae0. 00000400:00000010:3.0:1776192956.943219:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d53de0d6. 00000400:00000010:3.0:1776192956.943225:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192956.943232:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515840, portal 16 00000400:00000010:3.0:1776192956.943238:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192956.943240:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515840, offset 0 00000400:00000200:3.0:1776192956.943262:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.943278:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.943286:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192956.943289:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192956.943291:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192956.943295:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91267:91267:256:4294967295] 192.168.203.33@tcp LPNI seq info [91267:91267:8:4294967295] 00000400:00000200:3.0:1776192956.943304:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.943310:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.943314:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192956.943320:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.943327:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.943335:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.944038:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.944044:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:2.0:1776192956.944050:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.944057:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.944061:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:2.0:1776192956.944063:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:2.0:1776192956.944070:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349515840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192956.947010:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192956.947026:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313640 00000400:00000200:3.0:1776192956.947044:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3335 [1] + 224 00000400:00000200:3.0:1776192956.947056:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.947060:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192956.947068:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349515840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192956.947142:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d53de0d6. 00000400:00000200:1.0:1776192956.947147:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:1.0:1776192956.947149:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:1.0:1776192956.947177:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349515840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192956.947185:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349515840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.947215:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000881d6ae0. 02000000:00000010:1.0:1776192956.947221:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003337962e. 00000100:00000010:1.0:1776192956.947224:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:1.0:1776192956.947228:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000122fbb95. 00010000:00000010:1.0:1776192956.947231:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00010000:00000010:3.1:1776192956.948187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c4c6873. 00010000:00000010:3.1:1776192956.948198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.1:1776192956.948255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c19656. 00010000:00000010:1.1:1776192956.948474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1a315c2. 00000400:00000200:1.0:1776192956.948508:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.948521:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ba40 00000400:00000200:1.0:1776192956.948529:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1c5d [2] + 1968 00000400:00000010:1.0:1776192956.948532:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b7b1ca99. 00000400:00000200:1.0:1776192956.948536:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000caf563f4 00000400:00000200:1.0:1776192956.948586:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.948590:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.948593:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000caf563f4 00000400:00000010:1.0:1776192956.948595:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000caf563f4 (tot 82351746). 00000100:00000200:1.0:1776192956.948601:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192956.948924:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022fac206. 00000020:00000010:0.0:1776192956.948932:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.948937:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.948965:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e999bf25 x1862471344634432/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.948995:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634432 02000000:00000010:0.0:1776192956.949005:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a9784358. 00010000:00000010:0.0:1776192956.949038:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003717de9f. 00010000:00000010:0.0:1776192956.949058:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192956.949065:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000315c8127. 00000100:00000010:0.0:1776192956.949080:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000315c8127. 00010000:00000010:0.0:1776192956.949085:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192956.949098:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b58acd5f. 00000100:00000200:0.0:1776192956.949103:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634432, offset 224 00000400:00000200:0.0:1776192956.949111:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.949122:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.949128:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91268:91268:256:4294967295] 192.168.203.33@tcp LPNI seq info [91268:91268:8:4294967295] 00000400:00000200:0.0:1776192956.949137:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.949142:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.949146:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82351994). 00000800:00000200:0.0:1776192956.949180:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.949189:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.949192:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.949212:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.949215:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.949218:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022fac206. 02000000:00000010:0.0:1776192956.949226:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040c1d166. 00000100:00000010:0.0:1776192956.949229:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 02000000:00000010:0.0:1776192956.949233:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040e546cd. 00000100:00000010:0.0:1776192956.949235:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bae7b2b. 02000000:00000010:0.0:1776192956.949239:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000219b429b. 00000800:00000200:3.0:1776192956.949600:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.949604:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351746). 00000400:00000200:3.0:1776192956.949608:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.949613:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.949616:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b58acd5f 00000400:00000010:3.0:1776192956.949618:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b58acd5f. 02000000:00000010:3.0:1776192956.949621:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a9784358. 00000100:00000010:0.0:1776192956.949652:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:0.0:1776192956.949659:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005aecd483. 00000100:00000010:0.0:1776192956.949661:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c12bc15. 02000000:00000010:0.0:1776192956.949665:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c01d8bb7. 00000100:00000010:0.0:1776192956.949667:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000478bd001. 02000000:00000010:0.0:1776192956.949669:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004329ee9a. 00000100:00000010:0.0:1776192956.949672:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 00000100:00000200:0.0:1776192956.949679:0:64778:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192956.949684:0:64778:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000debad8f3. 00000400:00000010:0.0:1776192956.949688:0:64778:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000315c8127 (tot 82351898). 00080000:00000010:1.0:1776192956.950081:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000db7621. 00010000:00000010:1.0:1776192956.950204:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fa86158. 00010000:00000010:1.0:1776192956.950211:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d71c2b8. 00010000:00000010:1.0:1776192956.950618:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b053fc0. 00010000:00000010:1.0:1776192956.950622:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000031fb4da1. 00010000:00000010:1.0:1776192956.950629:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.0:1776192956.950634:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00080000:00000010:1.0:1776192956.950650:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004329ee9a. 00010000:00000010:1.0:1776192956.950678:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.950682:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031fb4da1. 00010000:00000010:1.0:1776192956.950732:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d41530c. 00010000:00000010:1.0:1776192956.950736:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192956.950743:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee48e206. 00000100:00000010:1.0:1776192956.950748:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192956.950755:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e60202e1. 02000000:00000010:1.0:1776192956.950767:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040c1d166. 02000000:00000010:1.0:1776192956.950802:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000af0ec2b. 00000400:00000010:1.0:1776192956.950808:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0865440. 00000400:00000010:1.0:1776192956.950813:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192956.950818:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515904, portal 16 00000400:00000010:1.0:1776192956.950823:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee38bd31. 00000100:00000200:1.0:1776192956.950825:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515904, offset 0 00000400:00000200:1.0:1776192956.950832:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.950845:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.950851:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.950855:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.950858:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.950860:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91269:91269:256:4294967295] 192.168.203.33@tcp LPNI seq info [91269:91269:8:4294967295] 00000400:00000200:1.0:1776192956.950869:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.950874:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.950877:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352146). 00000800:00000200:1.0:1776192956.950883:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.950889:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.950892:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776192956.952020:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e1678ae. 00010000:00000010:3.1:1776192956.952122:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.1:1776192956.952127:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000930b321. 00010000:00000010:3.1:1776192956.952129:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00010000:00000010:2.1:1776192956.952254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc3941e3. 00000800:00000200:0.0:1776192956.954969:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.954977:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:0.0:1776192956.954988:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.954997:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.955004:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee38bd31 00000400:00000010:0.0:1776192956.955006:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee38bd31. 00000100:00000200:0.0:1776192956.955017:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e60202e1 x1862471349515904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192956.955272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc2bb0e4. 00000400:00000200:1.0:1776192956.955741:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.955756:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313680 00000400:00000200:1.0:1776192956.955764:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3345 [1] + 224 00000400:00000200:1.0:1776192956.955774:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.955787:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.955794:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e60202e1 x1862471349515904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.955867:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.955872:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ba80 00000400:00000200:1.0:1776192956.955877:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1cb5 [2] + 0 00000400:00000200:1.0:1776192956.955924:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.955928:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.955932:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.955937:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 00000020:00000010:0.0:1776192956.956018:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aecd483. 00000020:00000010:0.0:1776192956.956024:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.956028:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.956058:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083f5869e x1862471344634496/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192956.956089:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634496 02000000:00000010:0.0:1776192956.956099:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022fac206. 00010000:00000010:0.0:1776192956.956135:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192956.956141:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.956147:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192956.956151:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192956.956193:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192956.956198:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634496, offset 224 00000400:00000200:0.0:1776192956.956205:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.956215:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.956220:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91270:91270:256:4294967295] 192.168.203.33@tcp LPNI seq info [91270:91270:8:4294967295] 00000400:00000200:0.0:1776192956.956229:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.956234:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.956238:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192956.956254:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.956261:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.956264:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.956285:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.956289:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.956292:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aecd483. 00000800:00000200:1.0:1776192956.956410:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.956413:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:1.0:1776192956.956417:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.956421:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.956425:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:1.0:1776192956.956426:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 00000400:00000010:3.0:1776192956.957567:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0865440. 00000400:00000200:3.0:1776192956.957575:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:3.0:1776192956.957577:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:3.0:1776192956.957586:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e60202e1 x1862471349515904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192956.957596:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e60202e1 x1862471349515904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192956.957620:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c625ef11. 02000000:00000010:3.0:1776192956.957637:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000af0ec2b. 02000000:00000010:3.0:1776192956.957643:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040c1d166. 00000100:00000010:3.0:1776192956.957646:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e60202e1. 00000100:00000010:3.0:1776192956.957650:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:3.0:1776192956.957653:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee48e206. 00080000:00000010:2.0:1776192956.957784:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c576c568. 00010000:00000010:2.0:1776192956.957879:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:2.0:1776192956.957885:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067eb0fc6. 00010000:00000010:2.0:1776192956.957955:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192956.957961:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008f0a4e54. 00010000:00000010:2.0:1776192956.957971:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7879ea8. 00000100:00000010:2.0:1776192956.957977:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.957983:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192956.957996:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040e546cd. 02000000:00000010:2.0:1776192956.958021:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038544634. 00000400:00000010:2.0:1776192956.958027:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee980d7. 00000400:00000010:2.0:1776192956.958114:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192956.958121:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349515968, portal 16 00000400:00000010:2.0:1776192956.958125:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192956.958127:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349515968, offset 0 00000400:00000200:2.0:1776192956.958134:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.958144:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.958151:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.963844:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.963850:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.963853:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91271:91271:256:4294967295] 192.168.203.33@tcp LPNI seq info [91271:91271:8:4294967295] 00000400:00000200:2.0:1776192956.963866:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.963874:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.963902:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192956.963912:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.963920:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.963922:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776192956.964396:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c53d63f. 00010000:00000010:1.1:1776192956.964564:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169736d. 00010000:00000010:1.1:1776192956.964569:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192956.964572:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00000800:00000200:1.0:1776192956.964960:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.964964:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:1.0:1776192956.964970:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.964978:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.964983:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:1.0:1776192956.964986:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000100:00000200:1.0:1776192956.964994:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349515968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.966114:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.966131:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673136c0 00000400:00000200:1.0:1776192956.966141:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3351 [1] + 224 00000400:00000200:1.0:1776192956.966262:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.966266:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.966274:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349515968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.966682:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.966690:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bac0 00000400:00000200:1.0:1776192956.966696:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1cb5 [2] + 328 00000400:00000010:2.0:1776192956.966717:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee980d7. 00000400:00000200:2.0:1776192956.966722:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:2.0:1776192956.966724:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00000100:00000200:2.0:1776192956.966729:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349515968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.966737:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349515968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.966766:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038544634. 02000000:00000010:2.0:1776192956.966771:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040e546cd. 00000100:00000010:2.0:1776192956.966788:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192956.966795:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.966806:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7879ea8. 00000400:00000200:1.0:1776192956.967068:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.967073:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.967079:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.967084:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004008d3ff. 00000020:00000010:2.0:1776192956.967199:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038544634. 00000020:00000010:2.0:1776192956.967205:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.967209:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192956.967231:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004008d3ff x1862471344634560/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192956.967275:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634560 02000000:00000010:2.0:1776192956.967286:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040e546cd. 00010000:00000010:2.0:1776192956.967316:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a4fe5a4. 00010000:00000010:2.0:1776192956.967335:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7879ea8. 00000100:00000010:2.0:1776192956.967341:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.967355:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192956.967359:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7879ea8. 00000400:00000010:2.0:1776192956.967369:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192956.967374:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634560, offset 224 00000400:00000200:2.0:1776192956.967381:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.967391:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.967396:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91272:91272:256:4294967295] 192.168.203.33@tcp LPNI seq info [91272:91272:8:4294967295] 00080000:00000010:1.0:1776192956.967629:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026465014. 00010000:00000010:1.0:1776192956.967725:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f0a4e54. 00010000:00000010:1.0:1776192956.967733:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cdcc95d. 00010000:00000010:1.0:1776192956.967814:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.0:1776192956.967820:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192956.967831:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd8601e7. 00000100:00000010:1.0:1776192956.967836:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192956.967843:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c034f33d. 02000000:00000010:1.0:1776192956.967852:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e1d9573. 02000000:00000010:1.0:1776192956.967873:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006cf2fbe. 00000400:00000010:1.0:1776192956.967878:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89d1c5a. 00000400:00000010:1.0:1776192956.967882:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192956.967887:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516032, portal 16 00000400:00000010:1.0:1776192956.967891:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ef59f96. 00000100:00000200:1.0:1776192956.967893:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516032, offset 0 00000400:00000200:1.0:1776192956.967899:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00010000:00000010:3.1:1776192956.968236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000137a1520. 00010000:00000010:2.1:1776192956.968332:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bcd2842. 00010000:00000010:2.1:1776192956.968340:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00000400:00000200:2.0:1776192956.968349:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.968356:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.968361:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192956.968367:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.968374:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.968377:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192956.968415:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192956.968420:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192956.968431:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038544634. 00000800:00000200:3.0:1776192956.968552:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.968556:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:3.0:1776192956.968559:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.968564:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.968567:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:3.0:1776192956.968569:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00000400:00000200:1.0:1776192956.968723:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.968730:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.968734:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.968737:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.968740:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91273:91273:255:4294967295] 192.168.203.33@tcp LPNI seq info [91273:91273:7:4294967295] 00000400:00000200:1.0:1776192956.968750:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.968754:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.968758:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192956.968762:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.968765:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.968767:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192956.969262:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192956.969266:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192956.969270:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192956.969275:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192956.969278:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ef59f96 00000400:00000010:3.0:1776192956.969280:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ef59f96. 00000100:00000200:3.0:1776192956.969286:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c034f33d x1862471349516032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.972832:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.972851:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313700 00000400:00000200:1.0:1776192956.972861:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb335d [1] + 224 00000400:00000200:1.0:1776192956.972886:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.972891:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.972901:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c034f33d x1862471349516032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.972935:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.972941:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bb00 00000400:00000200:1.0:1776192956.972946:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1cb5 [2] + 656 00000400:00000200:1.0:1776192956.972997:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.973001:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.973005:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.973012:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e60202e1. 00000400:00000010:2.0:1776192956.973336:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89d1c5a. 00000400:00000200:2.0:1776192956.973342:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:2.0:1776192956.973352:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000100:00000200:2.0:1776192956.973360:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c034f33d x1862471349516032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.973367:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c034f33d x1862471349516032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192956.973401:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006cf2fbe. 02000000:00000010:2.0:1776192956.973407:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000e1d9573. 00000100:00000010:2.0:1776192956.973411:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c034f33d. 00000100:00000010:2.0:1776192956.973414:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:2.0:1776192956.973418:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd8601e7. 00000020:00000010:3.0:1776192956.973814:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7bd03ac. 00000020:00000010:3.0:1776192956.973823:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192956.973827:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192956.973851:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e60202e1 x1862471344634624/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192956.973889:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634624 02000000:00000010:3.0:1776192956.973899:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a4628c5. 00010000:00000010:3.0:1776192956.973924:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd9907b0. 00010000:00000010:3.0:1776192956.973942:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192956.973949:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a35bd8. 00000100:00000010:3.0:1776192956.973959:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a35bd8. 00010000:00000010:3.0:1776192956.973962:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192956.973979:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192956.973983:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634624, offset 224 00000400:00000200:3.0:1776192956.973992:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192956.974004:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192956.974009:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91274:91274:256:4294967295] 192.168.203.33@tcp LPNI seq info [91274:91274:8:4294967295] 00000400:00000200:3.0:1776192956.974022:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192956.974027:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192956.974031:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192956.974037:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192956.974043:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192956.974047:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192956.974066:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192956.974070:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192956.974073:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7bd03ac. 00080000:00000010:2.0:1776192956.974232:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038544634. 00010000:00000010:2.0:1776192956.974940:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:2.0:1776192956.974951:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c746fc3f. 00010000:00000010:2.0:1776192956.975032:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.0:1776192956.975038:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b8311ec. 00010000:00000010:2.0:1776192956.975048:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7879ea8. 00000100:00000010:2.0:1776192956.975054:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192956.975061:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192956.975075:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac8f8cbf. 02000000:00000010:2.0:1776192956.975102:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000239d055b. 00000400:00000010:2.0:1776192956.975108:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee980d7. 00000400:00000010:2.0:1776192956.975115:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192956.975120:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516096, portal 16 00000400:00000010:2.0:1776192956.975124:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192956.975126:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516096, offset 0 00000400:00000200:2.0:1776192956.975134:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.975146:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.975185:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.975189:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.975203:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.975206:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91275:91275:255:4294967295] 192.168.203.33@tcp LPNI seq info [91275:91275:7:4294967295] 00000400:00000200:2.0:1776192956.975214:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.975220:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.975223:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352394). 00000800:00000200:2.0:1776192956.975229:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.975235:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.975238:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192956.975338:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.975342:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:0.0:1776192956.975356:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.975361:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.975365:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:0.0:1776192956.975367:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000800:00000200:0.0:1776192956.975432:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192956.975434:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:0.0:1776192956.975437:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192956.975566:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192956.975569:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:0.0:1776192956.975570:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000100:00000200:0.0:1776192956.975576:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349516096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.977690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f65c85a. 00000400:00000200:2.0:1776192956.978002:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192956.978017:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313740 00000400:00000200:2.0:1776192956.978026:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3369 [1] + 224 00000400:00000200:2.0:1776192956.978040:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.978043:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192956.978053:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349516096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192956.978131:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee980d7. 00000400:00000200:1.0:1776192956.978137:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:1.0:1776192956.978139:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000100:00000200:1.0:1776192956.978145:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349516096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192956.978230:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aea38001. 00010000:00000010:1.1:1776192956.978236:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00000100:00000200:1.0:1776192956.978240:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349516096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192956.978270:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000239d055b. 02000000:00000010:1.0:1776192956.978275:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac8f8cbf. 00000100:00000010:1.0:1776192956.978279:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:1.0:1776192956.978284:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:1.0:1776192956.978287:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7879ea8. 00000400:00000200:1.0:1776192956.979574:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.979590:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bb40 00000400:00000200:1.0:1776192956.979597:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1cb5 [2] + 984 00000400:00000200:1.0:1776192956.979657:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.979662:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.979668:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.979673:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000478bd001. 00010000:00000010:3.1:1776192956.980277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f369d076. 00000020:00000010:0.0:1776192956.980575:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aecd483. 00000020:00000010:0.0:1776192956.980582:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.980586:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.980613:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000478bd001 x1862471344634688/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192956.980653:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634688 02000000:00000010:0.0:1776192956.980663:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000658517c9. 00010000:00000010:0.0:1776192956.980692:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081b4fc47. 00010000:00000010:0.0:1776192956.980950:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192956.980957:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.980973:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192956.980977:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192956.980992:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192956.980996:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634688, offset 224 00000400:00000200:0.0:1776192956.981004:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.981016:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.981021:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91276:91276:256:4294967295] 192.168.203.33@tcp LPNI seq info [91276:91276:8:4294967295] 00000400:00000200:0.0:1776192956.981030:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.981035:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.981039:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192956.981045:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.981051:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.981055:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.981082:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.981086:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.981088:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aecd483. 00080000:00000010:1.0:1776192956.981151:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e1d9573. 00010000:00000010:1.0:1776192956.981262:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b8311ec. 00010000:00000010:1.0:1776192956.981270:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000175726c9. 00010000:00000010:1.0:1776192956.981409:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069410578. 00010000:00000010:1.0:1776192956.981416:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00000800:00000200:2.0:1776192956.981419:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.981424:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:2.0:1776192956.981429:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.981434:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00010000:00000010:1.0:1776192956.981438:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cab6f417. 00000100:00000010:1.0:1776192956.981443:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192956.981451:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c12bc15. 02000000:00000010:1.0:1776192956.981461:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006cf2fbe. 02000000:00000010:1.0:1776192956.981483:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040c1d166. 00000400:00000010:1.0:1776192956.981488:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d99dfd9. 00000400:00000200:2.0:1776192956.981632:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:2.0:1776192956.981635:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00000400:00000010:1.0:1776192956.982209:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192956.982216:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516160, portal 16 00000400:00000010:1.0:1776192956.982221:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192956.982224:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516160, offset 0 00000400:00000200:1.0:1776192956.982232:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192956.982243:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192956.982250:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192956.982254:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192956.982256:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192956.982259:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91277:91277:256:4294967295] 192.168.203.33@tcp LPNI seq info [91277:91277:8:4294967295] 00000400:00000200:1.0:1776192956.982266:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192956.982271:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192956.982275:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192956.982281:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192956.982287:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192956.982290:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192956.982905:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192956.982909:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192956.982915:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192956.982921:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192956.982925:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:2.0:1776192956.982927:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00000100:00000200:2.0:1776192956.982934:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c12bc15 x1862471349516160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.985240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009acbe525. 00010000:00000010:2.1:1776192956.985252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.1:1776192956.989636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c55f5c1a. 00010000:00000010:1.1:1776192956.989650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00010000:00000010:0.1:1776192956.989685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034b39fbf. 00000400:00000200:1.0:1776192956.989690:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.989708:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313780 00000400:00000200:1.0:1776192956.989811:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3375 [1] + 224 00000400:00000200:1.0:1776192956.989826:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.989831:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.989842:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c12bc15 x1862471349516160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.989921:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.989927:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bb80 00000400:00000200:1.0:1776192956.989932:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1cb5 [2] + 1312 00000400:00000200:1.0:1776192956.989988:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.989992:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.989995:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.990001:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bae7b2b. 00000020:00000010:0.0:1776192956.990808:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aecd483. 00000020:00000010:0.0:1776192956.990817:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.990822:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000400:00000010:2.0:1776192956.990838:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008d99dfd9. 00000400:00000200:2.0:1776192956.990846:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:2.0:1776192956.990848:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:0.0:1776192956.990850:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008bae7b2b x1862471344634752/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192956.990857:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c12bc15 x1862471349516160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192956.990867:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c12bc15 x1862471349516160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192956.990887:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634752 02000000:00000010:0.0:1776192956.990899:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003f8dde60. 00010000:00000010:0.0:1776192956.990937:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192956.990945:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.990951:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192956.990964:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192956.990978:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00000100:00000200:0.0:1776192956.990982:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634752, offset 224 00000400:00000200:0.0:1776192956.990989:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.991000:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.991005:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91278:91278:256:4294967295] 192.168.203.33@tcp LPNI seq info [91278:91278:8:4294967295] 00000400:00000200:0.0:1776192956.991015:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.991020:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.991024:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192956.991030:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.991036:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.991040:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.991064:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.991068:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.991071:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aecd483. 00000800:00000200:1.0:1776192956.991207:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.991211:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:1.0:1776192956.991215:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.991220:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.991223:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:1.0:1776192956.991225:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 00010000:00000010:2.0:1776192956.992239:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041dfa4a5. 02000000:00000010:2.0:1776192956.992262:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040c1d166. 02000000:00000010:2.0:1776192956.992267:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006cf2fbe. 00000100:00000010:2.0:1776192956.992271:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c12bc15. 00000100:00000010:2.0:1776192956.992274:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:2.0:1776192956.992277:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cab6f417. 00080000:00000010:2.0:1776192956.992367:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cf3aed6. 00010000:00000010:2.0:1776192956.992617:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:2.0:1776192956.992624:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c6c2fa9. 00010000:00000010:2.0:1776192956.992692:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cfef258. 00010000:00000010:2.0:1776192956.992696:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000031922976. 00010000:00000010:2.0:1776192956.992701:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002295f560. 00010000:00000010:2.0:1776192956.992706:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00080000:00000010:2.0:1776192956.992802:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac8f8cbf. 00010000:00000010:2.0:1776192956.992832:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192956.992837:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031922976. 00010000:00000010:2.0:1776192956.993208:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192956.993212:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192956.993222:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192956.993228:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192956.993236:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192956.993248:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000239d055b. 02000000:00000010:2.0:1776192956.993274:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a92b974. 00000400:00000010:2.0:1776192956.993280:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192956.993286:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192956.993292:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516224, portal 16 00000400:00000010:2.0:1776192956.993818:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192956.993825:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516224, offset 0 00000400:00000200:2.0:1776192956.993834:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192956.993849:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192956.993855:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192956.993858:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192956.993862:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192956.994410:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91279:91279:256:4294967295] 192.168.203.33@tcp LPNI seq info [91279:91279:8:4294967295] 00000400:00000200:2.0:1776192956.994423:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192956.994641:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192956.994647:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00000800:00000200:2.0:1776192956.994654:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192956.994661:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192956.994665:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192956.996025:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192956.996031:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:1.0:1776192956.996048:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.996056:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192956.996062:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:1.0:1776192956.996063:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:1.0:1776192956.996072:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192956.998207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000420a22c. 00010000:00000010:2.1:1776192956.998224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042aacd57. 00010000:00000010:2.1:1776192956.998228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069410578. 00010000:00000010:2.1:1776192956.998233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfef258. 00010000:00000010:2.1:1776192956.998235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00000400:00000200:1.0:1776192956.998991:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.999009:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673137c0 00000400:00000200:1.0:1776192956.999018:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3381 [1] + 224 00000400:00000200:1.0:1776192956.999029:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.999044:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.999054:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192956.999133:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192956.999138:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bbc0 00000400:00000200:1.0:1776192956.999143:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1cb5 [2] + 1640 00000400:00000200:1.0:1776192956.999217:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192956.999221:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192956.999225:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192956.999230:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000462ac87. 00000020:00000010:0.0:1776192956.999452:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aecd483. 00000020:00000010:0.0:1776192956.999460:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.999465:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192956.999495:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000462ac87 x1862471344634816/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:384/0 lens 328/0 e 0 to 0 dl 1776192999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192956.999522:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634816 02000000:00000010:0.0:1776192956.999532:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed8f80f1. 00010000:00000010:0.0:1776192956.999576:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192956.999584:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192956.999590:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192956.999593:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192956.999607:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192956.999612:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634816, offset 224 00000400:00000200:0.0:1776192956.999620:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192956.999629:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192956.999634:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91280:91280:256:4294967295] 192.168.203.33@tcp LPNI seq info [91280:91280:8:4294967295] 00000400:00000200:0.0:1776192956.999644:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192956.999649:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192956.999652:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192956.999658:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192956.999664:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192956.999668:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192956.999734:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192956.999739:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192956.999741:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aecd483. 00000400:00000010:2.0:1776192957.001290:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.001300:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.001302:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.001312:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.001323:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.001348:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e9c2240. 02000000:00000010:2.0:1776192957.001366:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a92b974. 02000000:00000010:2.0:1776192957.001370:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000239d055b. 00000100:00000010:2.0:1776192957.001375:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.001378:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.001382:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00080000:00000010:2.0:1776192957.001401:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a92b974. 00010000:00000010:2.0:1776192957.001495:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.001503:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2f6de1f. 00010000:00000010:2.0:1776192957.001571:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002295f560. 00010000:00000010:2.0:1776192957.001576:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.001586:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.001591:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.001599:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.001609:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c595119c. 02000000:00000010:2.0:1776192957.001635:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000239d055b. 00000400:00000010:2.0:1776192957.001639:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.001643:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.001648:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516288, portal 16 00000400:00000010:2.0:1776192957.001651:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa860fc. 00000100:00000200:2.0:1776192957.001654:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516288, offset 0 00000400:00000200:2.0:1776192957.001660:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.001672:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.001678:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.001681:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.001684:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.001687:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91281:91281:255:4294967295] 192.168.203.33@tcp LPNI seq info [91281:91281:7:4294967295] 00000400:00000200:2.0:1776192957.001696:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.001701:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.001705:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352394). 00000800:00000200:2.0:1776192957.001711:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.001806:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.001811:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.001960:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.001964:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82352146). 00000400:00000200:1.0:1776192957.001968:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.001973:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.001976:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:1.0:1776192957.001977:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000800:00000200:1.0:1776192957.002301:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.002303:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:1.0:1776192957.002308:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.002311:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.002314:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa860fc 00000400:00000010:1.0:1776192957.002315:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa860fc. 00000100:00000200:1.0:1776192957.002319:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.004942:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.004960:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313800 00000400:00000200:1.0:1776192957.004969:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb338d [1] + 224 00000400:00000200:1.0:1776192957.004980:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.004984:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.004995:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.005038:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.005044:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bc00 00000400:00000200:1.0:1776192957.005049:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1cb5 [2] + 1968 00000400:00000010:1.0:1776192957.005053:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085ef24ce. 00000400:00000200:1.0:1776192957.005056:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000491289ef 00000400:00000200:1.0:1776192957.005112:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.005117:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.005119:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000491289ef 00000400:00000010:1.0:1776192957.005121:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000491289ef (tot 82351746). 00000100:00000200:1.0:1776192957.005127:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776192957.005241:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.005245:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.005247:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.005253:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.005261:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.005288:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000239d055b. 02000000:00000010:2.0:1776192957.005293:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c595119c. 00000100:00000010:2.0:1776192957.005307:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.005311:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.005315:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000020:00000010:3.0:1776192957.005735:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7bd03ac. 00000020:00000010:3.0:1776192957.005742:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.005746:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.005768:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ff73cf2e x1862471344634880/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192957.005818:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634880 02000000:00000010:3.0:1776192957.005829:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c01d8bb7. 00010000:00000010:3.0:1776192957.005857:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034fba378. 00010000:00000010:3.0:1776192957.005880:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.005886:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a35bd8. 00000100:00000010:3.0:1776192957.005899:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a35bd8. 00010000:00000010:3.0:1776192957.005903:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.005914:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192957.005919:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634880, offset 224 00000400:00000200:3.0:1776192957.005926:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.005937:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.005942:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91282:91282:256:4294967295] 192.168.203.33@tcp LPNI seq info [91282:91282:8:4294967295] 00000400:00000200:3.0:1776192957.005951:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.005956:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.005959:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82351994). 00000800:00000200:3.0:1776192957.005964:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.005970:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.005974:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.005994:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.005998:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.006001:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7bd03ac. 02000000:00000010:3.0:1776192957.006008:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed8f80f1. 00000100:00000010:3.0:1776192957.006011:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000462ac87. 02000000:00000010:3.0:1776192957.006014:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003f8dde60. 00000100:00000010:3.0:1776192957.006017:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bae7b2b. 02000000:00000010:3.0:1776192957.006020:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000658517c9. 00000100:00000010:3.0:1776192957.006022:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000478bd001. 02000000:00000010:3.0:1776192957.006024:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a4628c5. 00000100:00000010:3.0:1776192957.006026:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e60202e1. 02000000:00000010:3.0:1776192957.006038:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040e546cd. 00000100:00000010:3.0:1776192957.006040:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004008d3ff. 02000000:00000010:3.0:1776192957.006044:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022fac206. 00000100:00000010:3.0:1776192957.006046:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 00000100:00000200:3.0:1776192957.006052:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192957.006057:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a08d627. 00000400:00000010:3.0:1776192957.006060:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000065a35bd8 (tot 82352146). 00080000:00000010:2.0:1776192957.006340:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000239d055b. 00010000:00000010:2.0:1776192957.006414:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.006421:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008341b84a. 00010000:00000010:2.0:1776192957.006611:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.0:1776192957.006618:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.006626:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.006630:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.006636:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.006647:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c595119c. 02000000:00000010:2.0:1776192957.006668:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030ac7efb. 00000400:00000010:2.0:1776192957.006672:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.006675:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.006678:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516352, portal 16 00000400:00000010:2.0:1776192957.006682:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192957.006684:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516352, offset 0 00000400:00000200:2.0:1776192957.006690:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.006697:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.006703:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.006707:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.006710:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.006712:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91283:91283:255:4294967295] 192.168.203.33@tcp LPNI seq info [91283:91283:7:4294967295] 00000400:00000200:2.0:1776192957.006795:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.006800:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.006804:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352394). 00000800:00000200:2.0:1776192957.006809:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.006813:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.006816:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.006895:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.006899:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82352146). 00000400:00000200:1.0:1776192957.006903:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.006907:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.006911:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:1.0:1776192957.006913:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 02000000:00000010:1.0:1776192957.006917:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c01d8bb7. 00000800:00000200:1.0:1776192957.006972:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.006974:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:1.0:1776192957.006977:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.006980:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.006982:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:1.0:1776192957.006983:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000100:00000200:1.0:1776192957.006987:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.009529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524e8317. 00010000:00000010:2.1:1776192957.009545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a451e31f. 00010000:00000010:2.1:1776192957.009551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00000400:00000200:1.0:1776192957.009653:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.009669:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313840 00000400:00000200:1.0:1776192957.009677:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb339d [1] + 224 00000400:00000200:1.0:1776192957.009690:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.009694:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.009704:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.010821:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.010830:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.010832:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.010843:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.010858:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.010890:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030ac7efb. 02000000:00000010:2.0:1776192957.010896:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c595119c. 00000100:00000010:2.0:1776192957.010900:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.010905:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.010909:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000200:1.0:1776192957.012630:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.012647:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bc40 00000400:00000200:1.0:1776192957.012656:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d0d [2] + 0 00000400:00000200:1.0:1776192957.013054:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.013062:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.013069:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.013074:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 00000020:00000010:0.0:1776192957.013206:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aecd483. 00000020:00000010:0.0:1776192957.013212:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.013216:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.013240:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e244c8e9 x1862471344634944/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.013267:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344634944 02000000:00000010:0.0:1776192957.013277:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016983e43. 00010000:00000010:0.0:1776192957.013314:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000990bbf9. 00010000:00000010:0.0:1776192957.013334:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192957.013340:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192957.013352:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192957.013356:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192957.013369:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192957.013374:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344634944, offset 224 00000400:00000200:0.0:1776192957.013380:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.013391:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.013396:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91284:91284:256:4294967295] 192.168.203.33@tcp LPNI seq info [91284:91284:8:4294967295] 00000400:00000200:0.0:1776192957.013406:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.013411:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.013416:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192957.013421:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.013439:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.013443:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.013462:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.013465:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.013468:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aecd483. 00080000:00000010:2.0:1776192957.013758:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030ac7efb. 00010000:00000010:2.0:1776192957.013853:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.013861:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7c51a12. 00010000:00000010:2.0:1776192957.013931:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192957.013936:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.013947:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.013951:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.013957:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.013968:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000004b6d4a. 02000000:00000010:2.0:1776192957.014003:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066c297a2. 00000400:00000010:2.0:1776192957.014009:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.014015:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.014020:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516416, portal 16 00000400:00000010:2.0:1776192957.014024:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192957.014026:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516416, offset 0 00000400:00000200:2.0:1776192957.014041:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.014051:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.014056:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.014059:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.014062:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.014064:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91285:91285:255:4294967295] 192.168.203.33@tcp LPNI seq info [91285:91285:7:4294967295] 00000400:00000200:2.0:1776192957.014071:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.014075:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.014079:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352394). 00000800:00000200:2.0:1776192957.014083:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.014087:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.014090:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.015596:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.015604:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82352146). 00000400:00000200:1.0:1776192957.015612:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.015619:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.015624:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:1.0:1776192957.015626:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00010000:00000010:3.1:1776192957.016199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033d2f9b7. 00000800:00000200:1.0:1776192957.016592:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.016596:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:1.0:1776192957.016601:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.016607:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.016612:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:1.0:1776192957.016614:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:1.0:1776192957.016622:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.018824:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.018846:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313880 00000400:00000200:1.0:1776192957.018856:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb33a9 [1] + 224 00000400:00000200:1.0:1776192957.018869:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.018873:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.018882:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.019009:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.019015:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bc80 00000400:00000200:1.0:1776192957.019021:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d0d [2] + 328 00000400:00000200:1.0:1776192957.019080:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.019084:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.019088:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.019094:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 00000020:00000010:3.0:1776192957.019209:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4628c5. 00000020:00000010:3.0:1776192957.019216:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.019221:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.019246:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009928a598 x1862471344635008/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.019280:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635008 02000000:00000010:3.0:1776192957.019291:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7bd03ac. 00010000:00000010:3.0:1776192957.019337:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.019351:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ef3dc43. 00000100:00000010:3.0:1776192957.019357:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ef3dc43. 00010000:00000010:3.0:1776192957.019362:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.019375:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192957.019379:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635008, offset 224 00000400:00000200:3.0:1776192957.019386:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.019396:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.019401:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91286:91286:256:4294967295] 192.168.203.33@tcp LPNI seq info [91286:91286:8:4294967295] 00000400:00000200:3.0:1776192957.019412:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.019417:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.019421:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.019426:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.019433:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.019436:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.019450:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.019454:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.019457:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4628c5. 00000800:00000200:1.0:1776192957.019933:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.019937:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:1.0:1776192957.019942:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.019946:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.019950:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:1.0:1776192957.019952:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00010000:00000010:0.1:1776192957.020242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067016b19. 00010000:00000010:2.1:1776192957.020524:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d88efe23. 00010000:00000010:2.1:1776192957.020531:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00000400:00000010:2.0:1776192957.020541:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.020545:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.020546:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.020553:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.020562:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.020586:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062bcdabb. 02000000:00000010:2.0:1776192957.020602:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066c297a2. 02000000:00000010:2.0:1776192957.020607:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000004b6d4a. 00000100:00000010:2.0:1776192957.020610:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.020613:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.020616:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00080000:00000010:2.0:1776192957.020634:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000004b6d4a. 00010000:00000010:2.0:1776192957.020711:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.020812:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9c46890. 00010000:00000010:2.0:1776192957.020885:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002295f560. 00010000:00000010:2.0:1776192957.021247:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.021260:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.021266:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.021272:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.021283:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066c297a2. 02000000:00000010:2.0:1776192957.021371:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc9d7ea2. 00000400:00000010:2.0:1776192957.021376:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.021381:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.021386:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516480, portal 16 00000400:00000010:2.0:1776192957.021391:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192957.021394:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516480, offset 0 00000400:00000200:2.0:1776192957.021401:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.021415:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.021421:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.021424:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.021427:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.021430:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91287:91287:256:4294967295] 192.168.203.33@tcp LPNI seq info [91287:91287:8:4294967295] 00000400:00000200:2.0:1776192957.021440:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.021444:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.021449:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192957.021454:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.021461:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.021466:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.022602:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.022608:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:1.0:1776192957.022617:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.022624:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.022630:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:1.0:1776192957.022632:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000100:00000200:1.0:1776192957.022640:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.026952:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.026968:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673138c0 00000400:00000200:1.0:1776192957.026977:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb33b5 [1] + 224 00000400:00000200:1.0:1776192957.026988:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.026992:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.027002:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.027041:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.027047:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bcc0 00000400:00000200:1.0:1776192957.027052:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d0d [2] + 656 00000400:00000200:1.0:1776192957.027100:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.027103:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.027107:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.027112:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 00000020:00000010:0.0:1776192957.027215:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aecd483. 00000020:00000010:0.0:1776192957.027222:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.027226:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.027250:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f17b910 x1862471344635072/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192957.027283:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635072 02000000:00000010:0.0:1776192957.027295:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f916345. 00010000:00000010:0.0:1776192957.027334:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192957.027340:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192957.027347:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192957.027350:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192957.027364:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:0.0:1776192957.027369:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635072, offset 224 00000400:00000200:0.0:1776192957.027377:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.027387:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.027393:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91288:91288:256:4294967295] 192.168.203.33@tcp LPNI seq info [91288:91288:8:4294967295] 00000400:00000200:0.0:1776192957.027402:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.027407:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.027411:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192957.027418:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.027425:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.027439:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.027459:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.027463:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.027465:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aecd483. 00010000:00000010:2.1:1776192957.027537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a12fc2c. 00010000:00000010:2.1:1776192957.027546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00000400:00000010:2.0:1776192957.027564:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.027569:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.027571:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.027576:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.027584:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.027604:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d565d666. 02000000:00000010:2.0:1776192957.027617:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc9d7ea2. 02000000:00000010:2.0:1776192957.027621:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066c297a2. 00000100:00000010:2.0:1776192957.027624:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.027627:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.027629:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00080000:00000010:2.0:1776192957.027645:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066c297a2. 00010000:00000010:2.0:1776192957.027721:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.027728:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001592e187. 00010000:00000010:2.0:1776192957.027816:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cfef258. 00010000:00000010:2.0:1776192957.027821:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000031922976. 00010000:00000010:2.0:1776192957.027827:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.0:1776192957.027832:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00080000:00000010:2.0:1776192957.027844:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc9d7ea2. 00010000:00000010:2.0:1776192957.027868:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.027872:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031922976. 00010000:00000010:2.0:1776192957.027923:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192957.027927:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.027934:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.027937:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.027943:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.027953:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005370db4a. 02000000:00000010:2.0:1776192957.027974:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051947a87. 00000400:00000010:2.0:1776192957.027979:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.027982:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.027987:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516544, portal 16 00000400:00000010:2.0:1776192957.027991:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192957.027993:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516544, offset 0 00000400:00000200:2.0:1776192957.027999:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.028005:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.028011:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.028015:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.028018:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.028020:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91289:91289:255:4294967295] 192.168.203.33@tcp LPNI seq info [91289:91289:7:4294967295] 00000400:00000200:2.0:1776192957.028027:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.028031:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.028035:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352394). 00000800:00000200:2.0:1776192957.028039:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.028043:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.028046:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.028225:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.028229:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82352146). 00000400:00000200:1.0:1776192957.028233:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.028237:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.028241:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:1.0:1776192957.028242:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000800:00000200:1.0:1776192957.028279:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.028281:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:1.0:1776192957.028284:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.028287:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.028289:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:1.0:1776192957.028291:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:1.0:1776192957.028294:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.031225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b732ccfe. 00010000:00000010:2.1:1776192957.031241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086317fc6. 00010000:00000010:2.1:1776192957.031245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00000400:00000200:1.0:1776192957.031326:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.031345:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313900 00000400:00000200:1.0:1776192957.031353:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb33c1 [1] + 224 00000400:00000200:1.0:1776192957.031365:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.031369:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.031379:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.031446:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.031452:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bd00 00000400:00000200:1.0:1776192957.031456:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d0d [2] + 984 00000400:00000200:1.0:1776192957.031465:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.031468:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.031471:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.031476:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 00000020:00000010:3.0:1776192957.031629:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4628c5. 00000020:00000010:3.0:1776192957.031635:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.031639:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.031661:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c81c218 x1862471344635136/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192957.031694:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635136 02000000:00000010:3.0:1776192957.031704:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003337962e. 00010000:00000010:3.0:1776192957.031748:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.031754:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ef3dc43. 00000100:00000010:3.0:1776192957.031760:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ef3dc43. 00010000:00000010:3.0:1776192957.031764:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.031786:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192957.031791:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635136, offset 224 00000400:00000200:3.0:1776192957.031799:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.031809:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.031814:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91290:91290:256:4294967295] 192.168.203.33@tcp LPNI seq info [91290:91290:8:4294967295] 00000400:00000200:3.0:1776192957.031824:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.031829:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.031834:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.031840:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.031846:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.031850:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.031873:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.031877:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.031880:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4628c5. 00000800:00000200:1.0:1776192957.032015:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.032018:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:1.0:1776192957.032023:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.032031:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.032035:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:1.0:1776192957.032037:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000400:00000010:2.0:1776192957.032516:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.032522:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.032523:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.032530:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.032538:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.032560:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ec7f813. 02000000:00000010:2.0:1776192957.032575:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051947a87. 02000000:00000010:2.0:1776192957.032579:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005370db4a. 00000100:00000010:2.0:1776192957.032583:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.032586:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.032589:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00080000:00000010:2.0:1776192957.032605:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005370db4a. 00010000:00000010:2.0:1776192957.032687:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.032694:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c22869a7. 00010000:00000010:2.0:1776192957.032834:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192957.032840:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.032850:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.032853:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.032859:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.032869:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051947a87. 02000000:00000010:2.0:1776192957.032942:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b3849dc. 00000400:00000010:2.0:1776192957.032947:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.032951:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.032956:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516608, portal 16 00000400:00000010:2.0:1776192957.032960:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192957.032962:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516608, offset 0 00000400:00000200:2.0:1776192957.032968:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.032978:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.032983:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.032986:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.032990:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.032993:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91291:91291:256:4294967295] 192.168.203.33@tcp LPNI seq info [91291:91291:8:4294967295] 00000400:00000200:2.0:1776192957.033000:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.033004:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.033008:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192957.033013:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.033018:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.033022:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.033461:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.033465:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:1.0:1776192957.033470:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.033475:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.033478:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:1.0:1776192957.033480:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:1.0:1776192957.033485:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.035216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089537f6b. 00010000:00000010:2.1:1776192957.035232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001925a279. 00010000:00000010:2.1:1776192957.035237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:2.1:1776192957.035239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfef258. 00010000:00000010:2.1:1776192957.035241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00000400:00000200:1.0:1776192957.037091:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.037111:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313940 00000400:00000200:1.0:1776192957.037120:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb33cd [1] + 224 00000400:00000200:1.0:1776192957.037133:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.037137:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.037148:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.037357:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.037364:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bd40 00000400:00000200:1.0:1776192957.037369:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d0d [2] + 1312 00000400:00000200:1.0:1776192957.037380:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.037383:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.037387:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.037392:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 00000020:00000010:0.0:1776192957.037484:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aecd483. 00000020:00000010:0.0:1776192957.037492:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.037496:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.037521:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd381e0d x1862471344635200/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.037554:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635200 02000000:00000010:0.0:1776192957.037564:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f087424. 00010000:00000010:0.0:1776192957.037599:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192957.037605:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192957.037611:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192957.037615:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00000400:00000010:0.0:1776192957.037629:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192957.037633:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635200, offset 224 00000400:00000200:0.0:1776192957.037641:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.037651:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.037657:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91292:91292:256:4294967295] 192.168.203.33@tcp LPNI seq info [91292:91292:8:4294967295] 00000400:00000200:0.0:1776192957.037667:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.037671:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.037676:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192957.037681:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.037688:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.037691:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.037713:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.037727:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.037731:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aecd483. 00000800:00000200:1.0:1776192957.037976:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.037980:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:1.0:1776192957.037985:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.037988:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.037992:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:1.0:1776192957.037994:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00010000:00000010:2.1:1776192957.039253:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eddb5a6. 00010000:00000010:2.1:1776192957.039267:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d9095fa. 00010000:00000010:2.1:1776192957.039271:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00000400:00000010:2.0:1776192957.039283:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.039287:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.039289:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.039299:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.039308:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.039332:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080910e90. 02000000:00000010:2.0:1776192957.039347:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b3849dc. 02000000:00000010:2.0:1776192957.039353:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051947a87. 00000100:00000010:2.0:1776192957.039356:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.039360:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.039363:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00080000:00000010:2.0:1776192957.039382:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051947a87. 00010000:00000010:2.0:1776192957.039549:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.039557:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bebcf325. 00010000:00000010:2.0:1776192957.039631:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192957.039637:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.039649:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.039654:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.039661:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.039673:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b3849dc. 02000000:00000010:2.0:1776192957.039700:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000517d036. 00000400:00000010:2.0:1776192957.039705:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.039709:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.039714:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516672, portal 16 00000400:00000010:2.0:1776192957.039854:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c28a338. 00000100:00000200:2.0:1776192957.039858:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516672, offset 0 00000400:00000200:2.0:1776192957.039865:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.039878:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.039885:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.039946:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.039950:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.039953:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91293:91293:256:4294967295] 192.168.203.33@tcp LPNI seq info [91293:91293:8:4294967295] 00000400:00000200:2.0:1776192957.039962:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.039967:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.039971:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00000800:00000200:2.0:1776192957.039977:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.039983:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.039986:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.040849:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.040855:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:1.0:1776192957.040860:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.040866:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.040870:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:1.0:1776192957.040872:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 00000100:00000200:1.0:1776192957.040878:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.043133:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.043291:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313980 00000400:00000200:1.0:1776192957.043300:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb33d9 [1] + 224 00000400:00000200:0.0:1776192957.043387:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.043392:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.043401:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.043528:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.043535:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bd80 00000400:00000200:0.0:1776192957.043540:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d0d [2] + 1640 00000400:00000200:0.0:1776192957.043591:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.043595:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.043599:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.043604:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 00000400:00000010:2.0:1776192957.044559:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.044567:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.044569:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.044579:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.044588:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.044622:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000517d036. 02000000:00000010:2.0:1776192957.044628:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b3849dc. 00000100:00000010:2.0:1776192957.044631:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.044635:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.044639:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000020:00000010:3.0:1776192957.044841:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4628c5. 00000020:00000010:3.0:1776192957.044848:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.044852:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.044875:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008f6f168 x1862471344635264/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.044982:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635264 02000000:00000010:3.0:1776192957.044993:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000881d6ae0. 00010000:00000010:3.0:1776192957.045019:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014caaee0. 00010000:00000010:3.0:1776192957.045050:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.045057:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ef3dc43. 00000100:00000010:3.0:1776192957.045097:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ef3dc43. 00010000:00000010:3.0:1776192957.045101:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.045112:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192957.045115:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635264, offset 224 00000400:00000200:3.0:1776192957.045122:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.045134:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.045139:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91294:91294:256:4294967295] 192.168.203.33@tcp LPNI seq info [91294:91294:8:4294967295] 00000400:00000200:3.0:1776192957.045148:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.045153:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.045170:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192957.045175:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.045182:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.045185:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.045205:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.045209:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.045211:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4628c5. 00000800:00000200:1.0:1776192957.045316:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.045320:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:1.0:1776192957.045325:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.045330:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.045333:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:1.0:1776192957.045335:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00080000:00000010:2.0:1776192957.046243:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b3849dc. 00010000:00000010:2.0:1776192957.046332:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.046340:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044d082fd. 00010000:00000010:2.0:1776192957.046548:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.0:1776192957.046555:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.046567:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.046573:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.046582:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.046596:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000517d036. 02000000:00000010:2.0:1776192957.046621:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccadfc1a. 00000400:00000010:2.0:1776192957.046627:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.046631:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.046636:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516736, portal 16 00000400:00000010:2.0:1776192957.046640:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192957.046642:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516736, offset 0 00000400:00000200:2.0:1776192957.046649:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.046661:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.046667:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.046671:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.046673:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.046677:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91295:91295:256:4294967295] 192.168.203.33@tcp LPNI seq info [91295:91295:8:4294967295] 00000400:00000200:2.0:1776192957.046685:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.046690:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.046694:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192957.046699:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.046705:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.046708:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.047968:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.047975:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:1.0:1776192957.047982:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.047989:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.047994:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:1.0:1776192957.047997:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:1.0:1776192957.048004:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.048230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb41a5eb. 00010000:00000010:2.1:1776192957.048238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008436b718. 00010000:00000010:2.1:1776192957.048243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00000400:00000200:0.0:1776192957.049439:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.049456:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673139c0 00000400:00000200:0.0:1776192957.049464:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb33e5 [1] + 224 00000400:00000200:0.0:1776192957.049474:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.049478:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.049487:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.049555:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.049560:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bdc0 00000400:00000200:0.0:1776192957.049565:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d0d [2] + 1968 00000400:00000010:0.0:1776192957.049569:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c9cf0b6b. 00000400:00000200:0.0:1776192957.049572:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dffcd524 00000400:00000200:0.0:1776192957.049611:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.049614:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.049617:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dffcd524 00000400:00000010:0.0:1776192957.049619:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dffcd524 (tot 82351746). 00000100:00000200:0.0:1776192957.049625:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192957.049700:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4628c5. 00000020:00000010:3.0:1776192957.049707:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.049711:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.049743:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008e78bd3f x1862471344635328/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192957.049770:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635328 02000000:00000010:3.0:1776192957.049789:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df138ea6. 00010000:00000010:3.0:1776192957.049824:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.049830:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ef3dc43. 00000100:00000010:3.0:1776192957.049836:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ef3dc43. 00010000:00000010:3.0:1776192957.049840:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.049852:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192957.049856:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635328, offset 224 00000400:00000200:3.0:1776192957.049864:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.049874:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.049879:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91296:91296:256:4294967295] 192.168.203.33@tcp LPNI seq info [91296:91296:8:4294967295] 00000400:00000200:3.0:1776192957.050060:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.050067:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.050072:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82351994). 00000800:00000200:3.0:1776192957.050077:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.050083:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.050086:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.050106:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.050110:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.050113:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4628c5. 02000000:00000010:3.0:1776192957.050119:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000881d6ae0. 00000100:00000010:3.0:1776192957.050123:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 02000000:00000010:3.0:1776192957.050127:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f087424. 00000100:00000010:3.0:1776192957.050128:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 02000000:00000010:3.0:1776192957.050131:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003337962e. 00000100:00000010:3.0:1776192957.050133:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 02000000:00000010:3.0:1776192957.050136:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f916345. 00000100:00000010:3.0:1776192957.050138:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 02000000:00000010:3.0:1776192957.050141:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7bd03ac. 00000100:00000010:3.0:1776192957.050142:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 02000000:00000010:3.0:1776192957.050145:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000016983e43. 00000100:00000010:3.0:1776192957.050146:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000200:3.0:1776192957.050168:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192957.050173:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf16a284. 00000400:00000010:3.0:1776192957.050176:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004ef3dc43 (tot 82352146). 00000800:00000200:1.0:1776192957.050787:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.050793:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:1.0:1776192957.050799:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.050804:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.050807:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:1.0:1776192957.050809:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 02000000:00000010:1.0:1776192957.050813:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df138ea6. 00000400:00000010:2.0:1776192957.051617:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.051623:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.051625:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.051635:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.051650:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.051675:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb1d4786. 02000000:00000010:2.0:1776192957.051692:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccadfc1a. 02000000:00000010:2.0:1776192957.051696:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000517d036. 00000100:00000010:2.0:1776192957.051699:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.051702:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.051705:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00010000:00000010:3.1:1776192957.052211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c629934. 00080000:00000010:2.0:1776192957.052268:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000517d036. 00010000:00000010:2.0:1776192957.052358:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.052367:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d265c6c6. 00010000:00000010:2.0:1776192957.052454:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192957.052460:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.052472:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.052478:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.052487:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.052501:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccadfc1a. 02000000:00000010:2.0:1776192957.052527:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000796a2edc. 00000400:00000010:2.0:1776192957.052531:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.052535:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.052542:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516800, portal 16 00000400:00000010:2.0:1776192957.052546:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192957.052548:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516800, offset 0 00000400:00000200:2.0:1776192957.052557:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.052570:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.052577:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.052581:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.052584:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.052587:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91297:91297:256:4294967295] 192.168.203.33@tcp LPNI seq info [91297:91297:8:4294967295] 00000400:00000200:2.0:1776192957.052596:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.052602:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.052607:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192957.052613:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.052620:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.052624:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.053007:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.053011:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:1.0:1776192957.053015:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.053020:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.053025:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:1.0:1776192957.053026:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:1.0:1776192957.053037:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.054990:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.055010:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313a00 00000400:00000200:0.0:1776192957.055018:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb33f5 [1] + 224 00000400:00000200:0.0:1776192957.055042:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.055047:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.055057:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.055188:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.055192:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.055194:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.055199:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.055206:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.055233:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000796a2edc. 02000000:00000010:2.0:1776192957.055238:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccadfc1a. 00000100:00000010:2.0:1776192957.055241:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.055245:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.055248:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00010000:00000010:2.1:1776192957.056198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c8789. 00010000:00000010:2.1:1776192957.056221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00000400:00000200:1.0:1776192957.056384:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.056397:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6be00 00000400:00000200:1.0:1776192957.056403:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d6d [2] + 0 00000400:00000200:1.0:1776192957.056453:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.056458:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.056464:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.056469:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 00000020:00000010:3.0:1776192957.056557:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7bd03ac. 00000020:00000010:3.0:1776192957.056563:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.056567:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.056590:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad1b0323 x1862471344635392/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192957.056620:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635392 02000000:00000010:3.0:1776192957.056630:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003337962e. 00010000:00000010:3.0:1776192957.056655:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcdfee6a. 00010000:00000010:3.0:1776192957.056674:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.056680:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf052223. 00000100:00000010:3.0:1776192957.056694:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf052223. 00010000:00000010:3.0:1776192957.056698:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.056708:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192957.056712:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635392, offset 224 00080000:00000010:2.0:1776192957.056864:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccadfc1a. 00010000:00000010:2.0:1776192957.056942:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.056949:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fdbab4f1. 00010000:00000010:2.0:1776192957.057021:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cfef258. 00010000:00000010:2.0:1776192957.057025:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000031922976. 00010000:00000010:2.0:1776192957.057036:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192957.057041:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00080000:00000010:2.0:1776192957.057053:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000796a2edc. 00010000:00000010:2.0:1776192957.057077:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.057081:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031922976. 00010000:00000010:2.0:1776192957.057129:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002295f560. 00010000:00000010:2.0:1776192957.057133:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192957.057141:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.057145:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.057150:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192957.057187:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bf6aa9b. 02000000:00000010:2.0:1776192957.057210:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c595119c. 00000400:00000010:2.0:1776192957.057214:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.057217:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.057222:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516864, portal 16 00000400:00000010:2.0:1776192957.057226:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192957.057228:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516864, offset 0 00000400:00000200:2.0:1776192957.057234:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.057245:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.057251:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.057255:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.057257:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.057260:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91298:91298:256:4294967295] 192.168.203.33@tcp LPNI seq info [91298:91298:8:4294967295] 00000400:00000200:2.0:1776192957.057270:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.057275:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.057279:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192957.057284:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.057290:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.057294:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776192957.057356:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.057362:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.057367:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91299:91299:255:4294967295] 192.168.203.33@tcp LPNI seq info [91299:91299:7:4294967295] 00000400:00000200:3.0:1776192957.057374:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.057378:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.057381:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352394). 00000800:00000200:3.0:1776192957.057385:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.057388:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.057390:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.057401:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.057405:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.057408:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7bd03ac. 00000800:00000200:1.0:1776192957.057482:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.057486:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82352146). 00000400:00000200:1.0:1776192957.057490:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.057493:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.057497:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:1.0:1776192957.057498:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000100:00000200:1.0:1776192957.057503:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349516864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776192957.057544:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.057546:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192957.057549:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.057552:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.057554:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:1.0:1776192957.057555:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000400:00000200:0.0:1776192957.062283:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.062304:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313a40 00000400:00000200:0.0:1776192957.062313:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3401 [1] + 224 00000400:00000200:0.0:1776192957.062325:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.062329:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.062340:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349516864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.062417:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.062423:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6be40 00000400:00000200:0.0:1776192957.062437:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d6d [2] + 328 00000400:00000200:0.0:1776192957.062514:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.062518:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.062522:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.062528:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000020:00000010:3.0:1776192957.063906:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7bd03ac. 00000020:00000010:3.0:1776192957.063917:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.063922:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.063949:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344635456/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192957.063985:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635456 02000000:00000010:3.0:1776192957.063997:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000881d6ae0. 00010000:00000010:3.0:1776192957.064034:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.064042:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf052223. 00000100:00000010:3.0:1776192957.064049:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf052223. 00010000:00000010:3.0:1776192957.064054:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.064069:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192957.064074:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635456, offset 224 00000400:00000200:3.0:1776192957.064082:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.064095:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.064100:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91300:91300:256:4294967295] 192.168.203.33@tcp LPNI seq info [91300:91300:8:4294967295] 00000400:00000200:3.0:1776192957.064109:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.064114:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.064118:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192957.064123:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.064130:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.064133:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.064172:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.064177:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.064180:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7bd03ac. 00000800:00000200:1.0:1776192957.064673:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.064678:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192957.064683:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.064688:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.064692:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:1.0:1776192957.064695:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00010000:00000010:2.1:1776192957.067594:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d27d300. 00010000:00000010:2.1:1776192957.067610:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39e66f3. 00010000:00000010:2.1:1776192957.067614:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00000400:00000010:2.0:1776192957.067628:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d33a7ed. 00000400:00000200:2.0:1776192957.067632:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192957.067635:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.067646:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349516864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.067657:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349516864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.067685:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000415998fd. 02000000:00000010:2.0:1776192957.067700:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c595119c. 02000000:00000010:2.0:1776192957.067706:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009bf6aa9b. 00000100:00000010:2.0:1776192957.067711:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192957.067905:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.067911:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00080000:00000010:0.0:1776192957.068017:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005aecd483. 00010000:00000010:0.0:1776192957.068313:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:0.0:1776192957.068322:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000459eb340. 00010000:00000010:0.0:1776192957.068391:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192957.068397:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009462c32d. 00010000:00000010:0.0:1776192957.068411:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005cb4edc. 00000100:00000010:0.0:1776192957.068420:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192957.068514:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192957.068526:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f42d1b9b. 02000000:00000010:0.0:1776192957.068552:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b077c3c. 00000400:00000010:0.0:1776192957.068557:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9cf0b6b. 00000400:00000010:0.0:1776192957.068562:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192957.068568:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516928, portal 16 00000400:00000010:0.0:1776192957.068573:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192957.068575:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516928, offset 0 00000400:00000200:0.0:1776192957.068583:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.068598:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.068605:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.068608:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.068611:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.068615:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91301:91301:256:4294967295] 192.168.203.33@tcp LPNI seq info [91301:91301:8:4294967295] 00000400:00000200:0.0:1776192957.068626:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.068632:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.068636:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192957.068642:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.068649:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.068652:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.069571:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.069577:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:1.0:1776192957.069583:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.069590:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.069595:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:1.0:1776192957.069597:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000100:00000200:1.0:1776192957.069604:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349516928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.070199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042ead5ff. 00010000:00000010:2.1:1776192957.070224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00010000:00000010:2.1:1776192957.070229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfef258. 00010000:00000010:2.1:1776192957.070231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:3.1:1776192957.070325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006838042d. 00000400:00000200:0.0:1776192957.071589:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.071606:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313a80 00000400:00000200:0.0:1776192957.071614:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb340d [1] + 224 00000400:00000200:0.0:1776192957.071624:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.071627:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.071636:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349516928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.071661:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.071666:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6be80 00000400:00000200:0.0:1776192957.071671:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d6d [2] + 656 00000400:00000200:0.0:1776192957.071905:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.071910:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.071915:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.071920:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 00000020:00000010:2.0:1776192957.072006:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c595119c. 00000020:00000010:2.0:1776192957.072013:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.072017:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.072052:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e61ef9f1 x1862471344635520/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192957.072079:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635520 02000000:00000010:2.0:1776192957.072091:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009bf6aa9b. 00010000:00000010:2.0:1776192957.072131:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.072137:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.072144:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.072148:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.072192:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.072197:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635520, offset 224 00000400:00000200:2.0:1776192957.072205:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.072215:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.072220:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91302:91302:256:4294967295] 192.168.203.33@tcp LPNI seq info [91302:91302:8:4294967295] 00000400:00000200:2.0:1776192957.072230:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.072235:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.072239:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192957.072244:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.072251:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.072254:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.072272:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.072277:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.072286:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c595119c. 00000800:00000200:0.0:1776192957.072445:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.072448:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:0.0:1776192957.072452:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.072455:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.072459:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:0.0:1776192957.072461:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000400:00000010:1.0:1776192957.072845:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c9cf0b6b. 00000400:00000200:1.0:1776192957.072850:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:1.0:1776192957.072852:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00000100:00000200:1.0:1776192957.072859:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055a6bbce x1862471349516928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.072868:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055a6bbce x1862471349516928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.072888:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a9f3442. 02000000:00000010:1.0:1776192957.072902:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b077c3c. 02000000:00000010:1.0:1776192957.072913:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f42d1b9b. 00000100:00000010:1.0:1776192957.072916:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 00000100:00000010:1.0:1776192957.072920:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:1.0:1776192957.072923:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005cb4edc. 00080000:00000010:1.0:1776192957.072939:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000af0ec2b. 00010000:00000010:1.0:1776192957.073019:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009462c32d. 00010000:00000010:1.0:1776192957.073024:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fbddb25. 00010000:00000010:1.0:1776192957.073919:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.073928:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.073939:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.073944:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.073953:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.073965:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006cf2fbe. 02000000:00000010:1.0:1776192957.073989:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040c1d166. 00000400:00000010:1.0:1776192957.073994:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.073999:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.074004:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349516992, portal 16 00000400:00000010:1.0:1776192957.074008:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000066f1a46. 00000100:00000200:1.0:1776192957.074011:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349516992, offset 0 00000400:00000200:1.0:1776192957.074018:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.074123:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.074133:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.074136:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.074139:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.074143:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91303:91303:256:4294967295] 192.168.203.33@tcp LPNI seq info [91303:91303:8:4294967295] 00000400:00000200:1.0:1776192957.074169:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.074176:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.074180:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192957.074186:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.074193:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.074196:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.074369:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.074372:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:2.0:1776192957.074378:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.074383:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.074387:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:2.0:1776192957.074388:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000100:00000200:2.0:1776192957.074394:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349516992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.075228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033bbb93f. 00010000:00000010:0.1:1776192957.075305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f9a0dc4. 00010000:00000010:0.1:1776192957.075312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:1.1:1776192957.079214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bcc7b0. 00010000:00000010:1.1:1776192957.083293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000964b3840. 00010000:00000010:1.1:1776192957.083309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00000400:00000200:0.0:1776192957.087213:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.087233:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313ac0 00000400:00000200:0.0:1776192957.087243:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3419 [1] + 224 00000400:00000200:0.0:1776192957.087254:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.087258:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.087268:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349516992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.087294:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.087299:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bec0 00000400:00000200:0.0:1776192957.087304:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d6d [2] + 984 00000400:00000200:0.0:1776192957.087313:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.087315:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.087319:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.087324:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 00000400:00000010:1.0:1776192957.087409:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.087414:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.087416:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.087421:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349516992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.087439:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349516992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.087470:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040c1d166. 02000000:00000010:1.0:1776192957.087477:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006cf2fbe. 00000100:00000010:1.0:1776192957.087488:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.087492:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.087496:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000020:00000010:3.0:1776192957.087834:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7bd03ac. 00000020:00000010:3.0:1776192957.087841:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.087845:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.087866:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000018a69e7 x1862471344635584/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192957.087907:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635584 02000000:00000010:3.0:1776192957.087918:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a4628c5. 00010000:00000010:3.0:1776192957.087943:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019cdc285. 00010000:00000010:3.0:1776192957.087963:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.087969:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf052223. 00000100:00000010:3.0:1776192957.087982:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf052223. 00010000:00000010:3.0:1776192957.087985:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.087995:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192957.088000:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635584, offset 224 00000400:00000200:3.0:1776192957.088006:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.088016:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.088022:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91304:91304:256:4294967295] 192.168.203.33@tcp LPNI seq info [91304:91304:8:4294967295] 00000400:00000200:3.0:1776192957.088031:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.088036:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.088040:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192957.088046:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.088051:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.088055:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.088075:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.088079:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.088082:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7bd03ac. 00000800:00000200:0.0:1776192957.088264:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.088269:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192957.088273:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.088277:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.088281:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:0.0:1776192957.088282:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00080000:00000010:1.0:1776192957.088996:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006cf2fbe. 00010000:00000010:1.0:1776192957.089104:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.089112:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f71f7477. 00010000:00000010:1.0:1776192957.089219:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1fa45b3. 00010000:00000010:1.0:1776192957.089225:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.089235:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.089240:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.089247:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.089258:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040c1d166. 02000000:00000010:1.0:1776192957.089284:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a082fa2. 00000400:00000010:1.0:1776192957.089289:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.089294:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.089300:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517056, portal 16 00000400:00000010:1.0:1776192957.089304:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007465e33a. 00000100:00000200:1.0:1776192957.089307:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517056, offset 0 00000400:00000200:1.0:1776192957.089314:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.089326:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.089333:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.089336:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.089339:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.089342:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91305:91305:256:4294967295] 192.168.203.33@tcp LPNI seq info [91305:91305:8:4294967295] 00000400:00000200:1.0:1776192957.089351:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.089356:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.089359:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192957.089365:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.089370:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.089374:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.089876:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.089880:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192957.089886:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.089901:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.089905:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:3.0:1776192957.089907:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00000100:00000200:3.0:1776192957.089913:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.092786:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.092807:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313b00 00000400:00000200:0.0:1776192957.092817:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3425 [1] + 224 00000400:00000200:0.0:1776192957.092835:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.092839:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.092848:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.092912:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.092917:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.092918:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.092924:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.092931:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.092962:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a082fa2. 02000000:00000010:1.0:1776192957.092968:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040c1d166. 00000100:00000010:1.0:1776192957.092972:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.092977:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.092980:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00010000:00000010:3.1:1776192957.094288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab521cae. 00000400:00000200:0.0:1776192957.094344:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.094359:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bf00 00000400:00000200:0.0:1776192957.094367:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d6d [2] + 1312 00000400:00000200:0.0:1776192957.094607:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.094612:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.094618:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.094623:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 00000020:00000010:2.0:1776192957.094712:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c595119c. 00000020:00000010:2.0:1776192957.094809:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.094814:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.094841:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a35642c x1862471344635648/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192957.094873:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635648 02000000:00000010:2.0:1776192957.094885:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c661eee. 00010000:00000010:2.0:1776192957.095013:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d80e4f3. 00010000:00000010:2.0:1776192957.095032:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.095039:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.095089:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.095093:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.095106:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192957.095111:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635648, offset 224 00000400:00000200:2.0:1776192957.095119:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.095130:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.095135:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91306:91306:256:4294967295] 192.168.203.33@tcp LPNI seq info [91306:91306:8:4294967295] 00000400:00000200:2.0:1776192957.095146:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.095151:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.095188:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192957.095195:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.095201:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.095204:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.095218:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.095223:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.095232:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c595119c. 00080000:00000010:1.0:1776192957.095572:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a082fa2. 00010000:00000010:1.0:1776192957.095652:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.095658:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d5fd03. 00010000:00000010:1.0:1776192957.095814:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3bb61de. 00010000:00000010:1.0:1776192957.095820:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.095831:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.095835:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.095843:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.095855:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040c1d166. 02000000:00000010:1.0:1776192957.095880:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a1fa96f. 00000800:00000200:0.0:1776192957.095883:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1776192957.095886:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000800:00000010:0.0:1776192957.095886:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:0.0:1776192957.095898:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.095904:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000010:1.0:1776192957.095935:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000400:00000200:0.0:1776192957.098126:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:0.0:1776192957.098134:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000100:00000200:1.0:1776192957.098665:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517120, portal 16 00000400:00000010:1.0:1776192957.098678:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192957.098682:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517120, offset 0 00000400:00000200:1.0:1776192957.098692:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.098708:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.099031:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.099036:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.099040:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.099043:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91307:91307:256:4294967295] 192.168.203.33@tcp LPNI seq info [91307:91307:8:4294967295] 00000400:00000200:1.0:1776192957.099054:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.099059:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.099065:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192957.099072:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.099078:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.099082:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.099303:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.099307:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:0.0:1776192957.099314:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.099319:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.099322:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:0.0:1776192957.099324:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:0.0:1776192957.099331:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.101599:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.101616:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313b40 00000400:00000200:0.0:1776192957.101624:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3431 [1] + 224 00000400:00000200:0.0:1776192957.101633:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.101637:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.101646:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.101676:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.101680:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bf40 00000400:00000200:0.0:1776192957.101684:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d6d [2] + 1640 00000400:00000200:0.0:1776192957.101722:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.101725:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.101729:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.101735:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 00000020:00000010:2.0:1776192957.101844:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.101851:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.101855:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.101879:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001ccaf47c x1862471344635712/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192957.101905:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635712 02000000:00000010:2.0:1776192957.101916:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac9b135f. 00010000:00000010:2.0:1776192957.101954:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.101960:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.101966:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.101969:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.101983:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192957.101988:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635712, offset 224 00000400:00000200:2.0:1776192957.101997:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.102008:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.102013:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91308:91308:256:4294967295] 192.168.203.33@tcp LPNI seq info [91308:91308:8:4294967295] 00000400:00000200:2.0:1776192957.102022:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.102027:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.102031:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192957.102036:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.102042:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.102046:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.102068:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.102072:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.102082:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 00000800:00000200:0.0:1776192957.102306:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.102310:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:0.0:1776192957.102313:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.102317:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.102320:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:0.0:1776192957.102322:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00010000:00000010:1.1:1776192957.102335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000974b28d9. 00010000:00000010:1.1:1776192957.102341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00000400:00000010:1.0:1776192957.102359:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.102362:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.102363:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.102369:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.102377:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.102397:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001932d2c4. 02000000:00000010:1.0:1776192957.102411:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a1fa96f. 02000000:00000010:1.0:1776192957.102416:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040c1d166. 00000100:00000010:1.0:1776192957.102421:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.102425:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.102427:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:1.0:1776192957.102442:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a1fa96f. 00010000:00000010:1.0:1776192957.102624:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.102631:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c684d175. 00010000:00000010:1.0:1776192957.102701:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b053fc0. 00010000:00000010:1.0:1776192957.102705:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000031fb4da1. 00010000:00000010:1.0:1776192957.102710:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.102973:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00080000:00000010:1.0:1776192957.102991:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040c1d166. 00010000:00000010:1.0:1776192957.103019:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.103023:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031fb4da1. 00010000:00000010:1.0:1776192957.103072:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbce0990. 00010000:00000010:1.0:1776192957.103076:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.103084:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.103088:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.103094:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.103107:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c2ea304. 02000000:00000010:1.0:1776192957.103131:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002131e7ec. 00000400:00000010:1.0:1776192957.103136:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.103141:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.103146:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517184, portal 16 00000400:00000010:1.0:1776192957.103150:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192957.103198:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517184, offset 0 00000400:00000200:1.0:1776192957.103205:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.103214:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.103220:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.103223:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.103226:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.103229:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91309:91309:256:4294967295] 192.168.203.33@tcp LPNI seq info [91309:91309:8:4294967295] 00000400:00000200:1.0:1776192957.103236:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.103239:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.103243:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192957.103247:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.103253:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.103257:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.103409:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.103412:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:0.0:1776192957.103417:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.103421:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.103424:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:0.0:1776192957.103425:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:0.0:1776192957.103431:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.105357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d097bb4b. 00000400:00000200:0.0:1776192957.106385:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.106406:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313b80 00000400:00000200:0.0:1776192957.106415:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb343d [1] + 224 00000400:00000200:0.0:1776192957.106433:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.106437:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.106446:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.106476:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.106489:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bf80 00000400:00000200:0.0:1776192957.106495:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1d6d [2] + 1968 00000400:00000010:0.0:1776192957.106499:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e86df46f. 00000400:00000200:0.0:1776192957.106504:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e56e40fe 00000400:00000010:1.0:1776192957.106508:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.106512:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.106514:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.106519:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.106526:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.106554:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1776192957.106555:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002131e7ec. 00000400:00000200:0.0:1776192957.106557:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.106560:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e56e40fe 02000000:00000010:1.0:1776192957.106561:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c2ea304. 00000400:00000010:0.0:1776192957.106561:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e56e40fe (tot 82351746). 00000100:00000010:1.0:1776192957.106564:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000200:0.0:1776192957.106567:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.106569:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.106572:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000020:00000010:3.0:1776192957.106674:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7bd03ac. 00000020:00000010:3.0:1776192957.106681:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.106685:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.106709:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bb92f9b8 x1862471344635776/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.106752:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635776 02000000:00000010:3.0:1776192957.106764:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df138ea6. 00010000:00000010:3.0:1776192957.106804:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e14639f. 00010000:00000010:3.0:1776192957.106825:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.106831:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf052223. 00000100:00000010:3.0:1776192957.106841:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf052223. 00010000:00000010:3.0:1776192957.106844:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.106855:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192957.106858:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635776, offset 224 00000400:00000200:3.0:1776192957.106865:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.106886:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.106891:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91310:91310:256:4294967295] 192.168.203.33@tcp LPNI seq info [91310:91310:8:4294967295] 00000400:00000200:3.0:1776192957.106901:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.106906:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.106910:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82351994). 00000800:00000200:3.0:1776192957.106915:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.106921:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.106924:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.106945:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.106949:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.106952:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7bd03ac. 02000000:00000010:3.0:1776192957.106958:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac9b135f. 00000100:00000010:3.0:1776192957.106961:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 02000000:00000010:3.0:1776192957.106966:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c661eee. 00000100:00000010:3.0:1776192957.106968:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 02000000:00000010:3.0:1776192957.106970:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a4628c5. 00000100:00000010:3.0:1776192957.106972:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 02000000:00000010:3.0:1776192957.106975:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009bf6aa9b. 00000100:00000010:3.0:1776192957.106978:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e61ef9f1. 02000000:00000010:3.0:1776192957.106981:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000881d6ae0. 00000100:00000010:3.0:1776192957.106983:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 02000000:00000010:3.0:1776192957.106985:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003337962e. 00000100:00000010:3.0:1776192957.106987:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000200:3.0:1776192957.106992:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192957.106997:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac9feceb. 00000400:00000010:3.0:1776192957.107000:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf052223 (tot 82352146). 00080000:00000010:1.0:1776192957.107096:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c2ea304. 00010000:00000010:1.0:1776192957.107216:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.107223:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012cc2523. 00010000:00000010:1.0:1776192957.107293:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c67e4c3. 00010000:00000010:1.0:1776192957.107298:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.107307:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.107310:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.107316:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.107326:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002131e7ec. 02000000:00000010:1.0:1776192957.107347:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de4f37d5. 00000400:00000010:1.0:1776192957.107352:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.107355:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.107358:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517248, portal 16 00000400:00000010:1.0:1776192957.107361:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192957.107363:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517248, offset 0 00000400:00000200:1.0:1776192957.107368:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.107374:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.107379:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.107382:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.107385:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.107388:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91311:91311:255:4294967295] 192.168.203.33@tcp LPNI seq info [91311:91311:7:4294967295] 00000400:00000200:1.0:1776192957.107394:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.107398:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.107401:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192957.107405:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.107409:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.107411:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.107642:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.107645:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82352146). 00000400:00000200:0.0:1776192957.107650:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.107654:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.107657:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:0.0:1776192957.107659:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 02000000:00000010:0.0:1776192957.107662:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df138ea6. 00000800:00000200:0.0:1776192957.107715:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.107718:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:0.0:1776192957.107723:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.107726:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.107728:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:0.0:1776192957.107729:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:0.0:1776192957.107743:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.110226:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.110245:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313bc0 00000400:00000200:0.0:1776192957.110254:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb344d [1] + 224 00000400:00000200:0.0:1776192957.110265:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.110268:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.110279:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.110313:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.110318:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6bfc0 00000400:00000200:0.0:1776192957.110323:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1dbd [2] + 0 00000400:00000010:1.0:1776192957.110361:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.110366:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.110367:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000400:00000200:0.0:1776192957.110367:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.110370:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.110373:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.110374:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.110379:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 00000100:00000200:1.0:1776192957.110380:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.110418:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de4f37d5. 02000000:00000010:1.0:1776192957.110423:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002131e7ec. 00000100:00000010:1.0:1776192957.110426:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.110431:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.110434:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000020:00000010:2.0:1776192957.110510:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.110517:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.110521:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.110542:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b20187c x1862471344635840/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.110576:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635840 02000000:00000010:2.0:1776192957.110586:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a93bcbdd. 00010000:00000010:2.0:1776192957.110612:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d99c853. 00010000:00000010:2.0:1776192957.110633:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.110639:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.110652:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.110655:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.110666:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000562a51. 00000100:00000200:2.0:1776192957.110670:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635840, offset 224 00000400:00000200:2.0:1776192957.110678:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.110687:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.110692:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91312:91312:256:4294967295] 192.168.203.33@tcp LPNI seq info [91312:91312:8:4294967295] 00000400:00000200:2.0:1776192957.110701:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.110705:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.110709:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192957.110714:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.112488:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.112493:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.112516:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.112523:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.112532:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 00080000:00000010:1.0:1776192957.112838:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002131e7ec. 00000800:00000200:0.0:1776192957.113102:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.113107:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:0.0:1776192957.113113:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.113118:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.113123:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:0.0:1776192957.113125:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 00010000:00000010:1.0:1776192957.113383:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.113392:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059450981. 00010000:00000010:1.0:1776192957.113469:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a838a69b. 00010000:00000010:1.0:1776192957.113474:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.113485:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.113491:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.113500:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.113511:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de4f37d5. 02000000:00000010:1.0:1776192957.113534:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001eab73e8. 00000400:00000010:1.0:1776192957.113540:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.113545:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.113551:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517312, portal 16 00000400:00000010:1.0:1776192957.113556:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192957.113558:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517312, offset 0 00000400:00000200:1.0:1776192957.113566:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.113579:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.113586:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.113589:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.113592:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.113596:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91313:91313:256:4294967295] 192.168.203.33@tcp LPNI seq info [91313:91313:8:4294967295] 00000400:00000200:1.0:1776192957.113605:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.113610:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.113614:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192957.113620:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.113625:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.113628:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.116333:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.116341:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:2.0:1776192957.116349:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.116358:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.116364:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:2.0:1776192957.116366:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:2.0:1776192957.116376:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.116509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e06e99d. 00010000:00000010:1.1:1776192957.116518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1fa45b3. 00010000:00000010:1.1:1776192957.116522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b55b00. 00010000:00000010:1.1:1776192957.116525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed04da13. 00010000:00000010:1.1:1776192957.116528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bb61de. 00010000:00000010:1.1:1776192957.116531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192957.116533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00000400:00000200:0.0:1776192957.117371:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.117385:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313c00 00000400:00000200:0.0:1776192957.117395:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3459 [1] + 224 00000400:00000200:0.0:1776192957.117408:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.117411:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.117417:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.117521:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.117527:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.117529:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.117534:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.117542:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.117571:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001eab73e8. 02000000:00000010:1.0:1776192957.117577:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de4f37d5. 00000100:00000010:1.0:1776192957.117581:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.117585:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.117588:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000400:00000200:0.0:1776192957.118028:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.118039:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c000 00000400:00000200:0.0:1776192957.118043:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1dbd [2] + 328 00000400:00000200:0.0:1776192957.120292:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.120305:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.120315:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.120325:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e47a715c. 00010000:00000010:3.1:1776192957.123134:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c803ac9. 00000020:00000010:3.0:1776192957.125641:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003337962e. 00000020:00000010:3.0:1776192957.125656:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.125661:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.125694:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e47a715c x1862471344635904/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192957.125729:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635904 02000000:00000010:3.0:1776192957.125739:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000881d6ae0. 00010000:00000010:3.0:1776192957.125770:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000734b9493. 00010000:00000010:3.0:1776192957.126310:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.126319:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008679aa89. 00000100:00000010:3.0:1776192957.126337:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008679aa89. 00010000:00000010:3.0:1776192957.126343:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.126359:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192957.126365:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635904, offset 224 00000400:00000200:3.0:1776192957.126374:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.126389:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.126396:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91314:91314:256:4294967295] 192.168.203.33@tcp LPNI seq info [91314:91314:8:4294967295] 00000400:00000200:3.0:1776192957.126407:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.126413:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.126429:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.126436:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.126444:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.126448:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.126465:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.126469:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:3.0:1776192957.126472:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003337962e. 00080000:00000010:1.0:1776192957.126539:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de4f37d5. 00010000:00000010:1.0:1776192957.126616:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.126622:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000996d20bf. 00010000:00000010:1.0:1776192957.126690:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.126696:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.126705:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.126709:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.126717:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.126727:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001eab73e8. 02000000:00000010:1.0:1776192957.126748:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d331ef88. 00000400:00000010:1.0:1776192957.126753:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.126758:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.126762:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517376, portal 16 00000400:00000010:1.0:1776192957.126766:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192957.126768:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517376, offset 0 00000400:00000200:1.0:1776192957.126784:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.126790:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.126797:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.126800:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.126803:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.126805:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91315:91315:255:4294967295] 192.168.203.33@tcp LPNI seq info [91315:91315:7:4294967295] 00000400:00000200:1.0:1776192957.126813:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.126817:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.126820:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352394). 00000800:00000200:1.0:1776192957.126824:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.126828:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.126831:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.129688:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.129695:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82352146). 00000400:00000200:0.0:1776192957.129704:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.129712:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.129717:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:0.0:1776192957.129720:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000800:00000200:0.0:1776192957.129794:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.129796:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:0.0:1776192957.129802:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.129805:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.129807:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:0.0:1776192957.129809:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:0.0:1776192957.129816:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.130229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0660448. 00010000:00000010:1.1:1776192957.130238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbce0990. 00010000:00000010:1.1:1776192957.130241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe3ceaa1. 00010000:00000010:1.1:1776192957.130244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c67e4c3. 00010000:00000010:2.1:1776192957.132130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c67793ad. 00000400:00000200:0.0:1776192957.132799:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.132817:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313c40 00000400:00000200:0.0:1776192957.132825:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3465 [1] + 224 00000400:00000200:0.0:1776192957.132837:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.132840:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.132850:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.132881:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.132886:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c040 00000400:00000200:0.0:1776192957.132890:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1dbd [2] + 656 00000400:00000200:0.0:1776192957.132914:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.132918:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.132922:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.132927:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000400:00000010:1.0:1776192957.133002:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.133008:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.133010:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.133016:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.133023:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776192957.133033:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.133041:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.133047:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 02000000:00000010:1.0:1776192957.133067:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d331ef88. 00000100:00000200:2.0:1776192957.133071:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344635968/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:1.0:1776192957.133074:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001eab73e8. 00000100:00000010:1.0:1776192957.133079:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.133085:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.133088:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000100:00000200:2.0:1776192957.133111:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344635968 02000000:00000010:2.0:1776192957.133121:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcd940d0. 00010000:00000010:2.0:1776192957.133145:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1cc9d6c. 00010000:00000010:2.0:1776192957.133194:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.133201:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.133210:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.133213:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.133224:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002554c9c2. 00000100:00000200:2.0:1776192957.133228:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344635968, offset 224 00000400:00000200:2.0:1776192957.133246:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.133258:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.133263:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91316:91316:256:4294967295] 192.168.203.33@tcp LPNI seq info [91316:91316:8:4294967295] 00080000:00000010:1.0:1776192957.133267:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001eab73e8. 00000400:00000200:2.0:1776192957.133273:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.133279:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.133283:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192957.133288:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.133295:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.133298:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.133312:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.133316:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.133326:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 00010000:00000010:1.0:1776192957.133355:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.133362:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b797bda6. 00000800:00000200:0.0:1776192957.133590:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.133595:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:0.0:1776192957.133599:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.133604:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.133607:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:0.0:1776192957.133608:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00010000:00000010:1.0:1776192957.133657:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c67e4c3. 00010000:00000010:1.0:1776192957.133664:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.133678:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.133681:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.133686:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.133697:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d331ef88. 02000000:00000010:1.0:1776192957.133719:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000659843f4. 00000400:00000010:1.0:1776192957.133723:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.133726:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.133730:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517440, portal 16 00000400:00000010:1.0:1776192957.133734:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192957.133735:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517440, offset 0 00000400:00000200:1.0:1776192957.133741:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.133747:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.133753:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.133757:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.133761:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.133763:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91317:91317:256:4294967295] 192.168.203.33@tcp LPNI seq info [91317:91317:8:4294967295] 00000400:00000200:1.0:1776192957.133781:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.133786:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.133789:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192957.133793:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.133796:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.133799:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.134609:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.134614:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:0.0:1776192957.134621:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.134626:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.134630:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:0.0:1776192957.134632:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:0.0:1776192957.134637:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192957.134689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3d3b12b. 00000400:00000200:0.0:1776192957.136139:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.136210:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313c80 00000400:00000200:0.0:1776192957.136217:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3471 [1] + 224 00000400:00000200:0.0:1776192957.136229:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.136232:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.136311:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.136560:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.136564:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.136565:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.136571:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.136579:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.136605:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000659843f4. 02000000:00000010:1.0:1776192957.136610:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d331ef88. 00000100:00000010:1.0:1776192957.136614:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.136618:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.136621:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000400:00000200:0.0:1776192957.137407:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.137431:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c080 00000400:00000200:0.0:1776192957.137438:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1dbd [2] + 984 00000400:00000200:0.0:1776192957.137660:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.137666:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.137672:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.137678:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 00000020:00000010:3.0:1776192957.138135:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003337962e. 00000020:00000010:3.0:1776192957.138141:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.138145:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c0980c2. 00000100:00000200:3.0:1776192957.138309:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e61ef9f1 x1862471344636032/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.138354:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636032 02000000:00000010:0.0:1776192957.138373:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f42d1b9b. 00010000:00000010:0.0:1776192957.138397:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d332bb6. 00010000:00000010:0.0:1776192957.138413:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.138427:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192957.138469:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192957.138473:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00000400:00000010:0.0:1776192957.138487:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004654046e. 00000100:00000200:0.0:1776192957.138491:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636032, offset 224 00000400:00000200:0.0:1776192957.138500:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.138512:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.138517:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91318:91318:256:4294967295] 192.168.203.33@tcp LPNI seq info [91318:91318:8:4294967295] 00000400:00000200:0.0:1776192957.138525:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.138530:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.138534:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.138539:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.138544:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.138547:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.138576:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:0.0:1776192957.138581:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c0980c2. 00000020:00000010:0.0:1776192957.138583:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003337962e. 00080000:00000010:1.0:1776192957.138823:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d331ef88. 00010000:00000010:1.0:1776192957.138907:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.138913:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012de0614. 00010000:00000010:1.0:1776192957.138997:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b053fc0. 00010000:00000010:1.0:1776192957.139001:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000031fb4da1. 00010000:00000010:1.0:1776192957.139006:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbce0990. 00010000:00000010:1.0:1776192957.139011:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00080000:00000010:1.0:1776192957.139030:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000659843f4. 00010000:00000010:1.0:1776192957.139055:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.139058:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031fb4da1. 00010000:00000010:1.0:1776192957.139106:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3bb61de. 00010000:00000010:1.0:1776192957.139110:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.139117:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.139121:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.139127:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.139138:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000995c00f1. 00010000:00000010:1.1:1776192957.139184:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091747e30. 00010000:00000010:1.1:1776192957.139191:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a838a69b. 02000000:00000010:1.0:1776192957.139204:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029c26922. 00000400:00000010:1.0:1776192957.139209:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.139214:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.139218:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517504, portal 16 00000400:00000010:1.0:1776192957.139222:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192957.139224:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517504, offset 0 00000400:00000200:1.0:1776192957.139230:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.139237:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.139243:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.139247:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.139249:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.139252:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91319:91319:255:4294967295] 192.168.203.33@tcp LPNI seq info [91319:91319:7:4294967295] 00000400:00000200:1.0:1776192957.139258:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.139262:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.139265:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352394). 00000800:00000200:1.0:1776192957.139269:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.139274:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.139277:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192957.139369:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027474d11. 00000800:00000200:2.0:1776192957.139383:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.139386:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:2.0:1776192957.139390:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.139396:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.139400:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004654046e 00000400:00000010:2.0:1776192957.139401:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004654046e. 00000800:00000200:2.0:1776192957.140691:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.140697:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192957.140705:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.140712:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.140716:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:2.0:1776192957.140718:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00000100:00000200:2.0:1776192957.140725:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.142738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079d28a9a. 00010000:00000010:1.1:1776192957.142754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00000400:00000200:0.0:1776192957.144041:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.144061:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313cc0 00000400:00000200:0.0:1776192957.144070:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb347d [1] + 224 00000400:00000200:0.0:1776192957.144090:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.144094:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.144106:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.144349:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.144354:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.144356:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.144362:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.144370:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.146419:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.146438:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c0c0 00000400:00000200:0.0:1776192957.146447:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1dbd [2] + 1312 00000400:00000200:0.0:1776192957.146511:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.146516:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.146521:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.146528:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 00000020:00000010:2.0:1776192957.146611:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.146618:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.146622:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.146645:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000018a69e7 x1862471344636096/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.146680:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636096 02000000:00000010:2.0:1776192957.146691:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d21f983. 00010000:00000010:2.0:1776192957.146726:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.146733:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.146739:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.146743:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.146756:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc0d762e. 00000100:00000200:2.0:1776192957.146760:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636096, offset 224 00000400:00000200:2.0:1776192957.146767:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.146786:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.146791:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91320:91320:256:4294967295] 192.168.203.33@tcp LPNI seq info [91320:91320:8:4294967295] 00000400:00000200:2.0:1776192957.146801:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.146806:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.146810:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192957.146815:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.146822:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.146825:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.146842:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.146847:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.146856:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 00000800:00000200:2.0:1776192957.146926:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.146929:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192957.146932:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.146936:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.146939:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc0d762e 00000400:00000010:2.0:1776192957.146940:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc0d762e. 00010000:00000010:1.0:1776192957.147394:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003447f7e0. 02000000:00000010:1.0:1776192957.147412:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029c26922. 02000000:00000010:1.0:1776192957.147416:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000995c00f1. 00000100:00000010:1.0:1776192957.147419:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.147424:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.147426:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:1.0:1776192957.147442:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000995c00f1. 00010000:00000010:1.0:1776192957.147565:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.147571:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023f0c086. 00010000:00000010:1.0:1776192957.148134:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.148142:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.149031:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.149043:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.149054:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.149066:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029c26922. 02000000:00000010:1.0:1776192957.149093:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e01dcf7. 00000400:00000010:1.0:1776192957.149099:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.149103:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.149109:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517568, portal 16 00000400:00000010:1.0:1776192957.149112:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192957.149113:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517568, offset 0 00000400:00000200:1.0:1776192957.149120:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.149131:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.149137:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.149140:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.149142:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.149144:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91321:91321:256:4294967295] 192.168.203.33@tcp LPNI seq info [91321:91321:8:4294967295] 00000400:00000200:1.0:1776192957.149150:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.149181:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.149185:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192957.149192:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.149198:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.149202:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.149394:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.149398:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:0.0:1776192957.149403:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.149407:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.149411:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:0.0:1776192957.149413:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:0.0:1776192957.149419:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.152031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058faaa5d. 00010000:00000010:1.1:1776192957.152047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c67e4c3. 00010000:00000010:1.1:1776192957.152052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192957.152054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbce0990. 00010000:00000010:0.1:1776192957.152478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040f30b2b. 00000400:00000200:0.0:1776192957.155137:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.155351:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313d00 00000400:00000200:0.0:1776192957.155361:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3489 [1] + 224 00000400:00000200:0.0:1776192957.155374:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.155379:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.155388:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.155422:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.155428:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c100 00000400:00000200:0.0:1776192957.155432:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1dbd [2] + 1640 00000400:00000200:0.0:1776192957.155696:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.155701:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.155705:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.155711:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 00000400:00000010:1.0:1776192957.155788:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.155793:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.155795:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.155801:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.155807:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.155835:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e01dcf7. 02000000:00000010:1.0:1776192957.155840:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000029c26922. 00000100:00000010:1.0:1776192957.155843:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.155847:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.155850:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000020:00000010:3.0:1776192957.155925:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4628c5. 00000020:00000010:3.0:1776192957.155931:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.155935:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004b2ee687. 00000100:00000200:3.0:1776192957.155958:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a35642c x1862471344636160/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192957.156034:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636160 02000000:00000010:3.0:1776192957.156044:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7bd03ac. 00010000:00000010:3.0:1776192957.156068:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbc9a907. 00010000:00000010:3.0:1776192957.156087:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.156093:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008679aa89. 00000100:00000010:3.0:1776192957.156108:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008679aa89. 00010000:00000010:3.0:1776192957.156112:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.156123:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192957.156127:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636160, offset 224 00000400:00000200:3.0:1776192957.156134:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.156145:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.156151:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91322:91322:256:4294967295] 192.168.203.33@tcp LPNI seq info [91322:91322:8:4294967295] 00000400:00000200:3.0:1776192957.156202:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.156207:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.156212:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.156217:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.156232:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.156235:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.156256:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.156260:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004b2ee687. 00000020:00000010:3.0:1776192957.156263:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4628c5. 00010000:00000010:1.1:1776192957.156310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9ef7d8. 00010000:00000010:1.1:1776192957.156316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcbb0caf. 00010000:00000010:1.1:1776192957.156320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bb61de. 00080000:00000010:1.0:1776192957.156338:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029c26922. 00010000:00000010:1.0:1776192957.156416:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.156421:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000419ec842. 00010000:00000010:1.0:1776192957.156496:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3bb61de. 00010000:00000010:1.0:1776192957.156502:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.156512:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.156515:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.156520:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.156529:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e01dcf7. 02000000:00000010:1.0:1776192957.156557:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c81692ba. 00000400:00000010:1.0:1776192957.156562:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.156566:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.156571:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517632, portal 16 00000400:00000010:1.0:1776192957.156575:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192957.156577:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517632, offset 0 00000400:00000200:1.0:1776192957.156582:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.156589:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.156595:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.156599:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.156602:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.156605:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91323:91323:255:4294967295] 192.168.203.33@tcp LPNI seq info [91323:91323:7:4294967295] 00000400:00000200:1.0:1776192957.156612:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.156626:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.156630:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352394). 00000800:00000200:1.0:1776192957.156633:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.156637:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.156639:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.157012:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.157016:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82352146). 00000400:00000200:2.0:1776192957.157021:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.157033:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.157037:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:2.0:1776192957.157039:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000800:00000200:2.0:1776192957.157085:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.157087:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:2.0:1776192957.157090:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.157093:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.157095:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:2.0:1776192957.157096:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000100:00000200:2.0:1776192957.157101:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.159443:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.159472:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313d40 00000400:00000200:0.0:1776192957.159483:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3495 [1] + 224 00000400:00000200:0.0:1776192957.159499:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.159503:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.159512:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.159681:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.159685:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.159687:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.159692:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.159699:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.159725:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c81692ba. 02000000:00000010:1.0:1776192957.159730:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e01dcf7. 00000100:00000010:1.0:1776192957.159734:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.159750:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.159754:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000400:00000200:0.0:1776192957.161664:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.161682:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c140 00000400:00000200:0.0:1776192957.161691:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1dbd [2] + 1968 00000400:00000010:0.0:1776192957.161695:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019384101. 00000400:00000200:0.0:1776192957.161702:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000de96cf97 00000400:00000200:0.0:1776192957.161999:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.162005:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.162009:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de96cf97 00000400:00000010:0.0:1776192957.162012:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000de96cf97 (tot 82351746). 00000100:00000200:0.0:1776192957.162018:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1776192957.162481:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023c03e51. 00000020:00000010:3.0:1776192957.162517:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4628c5. 00000020:00000010:3.0:1776192957.162522:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.162526:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004b2ee687. 00000100:00000200:3.0:1776192957.162552:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000060f3ec12 x1862471344636224/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192957.162615:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636224 02000000:00000010:3.0:1776192957.162626:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c01d8bb7. 00010000:00000010:3.0:1776192957.162652:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3cb7226. 00010000:00000010:3.0:1776192957.162671:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.162677:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008679aa89. 00000100:00000010:3.0:1776192957.162689:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008679aa89. 00010000:00000010:3.0:1776192957.162693:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.162705:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192957.162710:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636224, offset 224 00000400:00000200:3.0:1776192957.162717:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.162735:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.162741:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91324:91324:256:4294967295] 192.168.203.33@tcp LPNI seq info [91324:91324:8:4294967295] 00000400:00000200:3.0:1776192957.162750:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.162754:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.162759:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82351994). 00000800:00000200:3.0:1776192957.162763:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.162769:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.162781:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.162799:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.162803:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004b2ee687. 00000020:00000010:3.0:1776192957.162806:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4628c5. 02000000:00000010:3.0:1776192957.162814:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7bd03ac. 00000100:00000010:3.0:1776192957.162817:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 02000000:00000010:3.0:1776192957.162821:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d21f983. 00000100:00000010:3.0:1776192957.162822:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 02000000:00000010:3.0:1776192957.162826:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f42d1b9b. 00000100:00000010:3.0:1776192957.162828:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e61ef9f1. 02000000:00000010:3.0:1776192957.162831:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcd940d0. 00000100:00000010:3.0:1776192957.162833:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 02000000:00000010:3.0:1776192957.162835:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000881d6ae0. 00000100:00000010:3.0:1776192957.162837:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e47a715c. 02000000:00000010:3.0:1776192957.162840:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a93bcbdd. 00000100:00000010:3.0:1776192957.162842:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b20187c. 00000100:00000200:3.0:1776192957.162847:0:64778:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192957.162852:0:64778:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de17537. 00000400:00000010:3.0:1776192957.162855:0:64778:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008679aa89 (tot 82352146). 00080000:00000010:1.0:1776192957.162935:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e01dcf7. 00000800:00000200:2.0:1776192957.162966:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.162971:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192957.162975:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.162979:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.162982:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:2.0:1776192957.162984:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 02000000:00000010:2.0:1776192957.162989:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c01d8bb7. 00010000:00000010:1.0:1776192957.163018:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.163025:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004ab8cb9. 00010000:00000010:1.0:1776192957.163094:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f9ef7d8. 00010000:00000010:1.0:1776192957.163100:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.163110:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.163114:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.163122:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.163132:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c81692ba. 02000000:00000010:1.0:1776192957.163172:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a03332b8. 00000400:00000010:1.0:1776192957.163177:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.163181:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.163184:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517696, portal 16 00000400:00000010:1.0:1776192957.163187:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192957.163189:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517696, offset 0 00000400:00000200:1.0:1776192957.163195:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.163201:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.163206:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.163209:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.163212:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.163214:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91325:91325:256:4294967295] 192.168.203.33@tcp LPNI seq info [91325:91325:8:4294967295] 00000400:00000200:1.0:1776192957.163221:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.163225:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.163228:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352146). 00000800:00000200:1.0:1776192957.163232:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.163236:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.163238:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.164148:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.164229:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:2.0:1776192957.164237:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.164244:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.164248:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:2.0:1776192957.164250:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:2.0:1776192957.164257:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.169465:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.169486:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313d80 00000400:00000200:0.0:1776192957.169497:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb34a5 [1] + 224 00000400:00000200:0.0:1776192957.169510:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.169514:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.169526:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.169557:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.169562:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c180 00000400:00000200:0.0:1776192957.169567:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e15 [2] + 0 00000400:00000200:0.0:1776192957.169575:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.169577:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.169581:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.169587:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 00000020:00000010:3.0:1776192957.169671:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000881d6ae0. 00000020:00000010:3.0:1776192957.169680:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.169684:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004b2ee687. 00000100:00000200:3.0:1776192957.169709:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001ccaf47c x1862471344636288/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:1.1:1776192957.170068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072fc8f35. 00010000:00000010:1.1:1776192957.170077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00000400:00000010:1.0:1776192957.170096:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.170101:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.170102:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.170109:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.170117:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.170142:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a03332b8. 02000000:00000010:1.0:1776192957.170147:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c81692ba. 00000100:00000010:1.0:1776192957.170151:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.170175:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.170178:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000100:00000200:3.0:1776192957.171456:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636288 02000000:00000010:3.0:1776192957.171478:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7bd03ac. 00010000:00000010:3.0:1776192957.171506:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f69bd87. 00010000:00000010:3.0:1776192957.171528:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.171535:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020e23260. 00000100:00000010:3.0:1776192957.171551:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020e23260. 00010000:00000010:3.0:1776192957.171555:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.171568:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192957.171573:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636288, offset 224 00000400:00000200:3.0:1776192957.171582:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.171595:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.171601:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91326:91326:256:4294967295] 192.168.203.33@tcp LPNI seq info [91326:91326:8:4294967295] 00000400:00000200:3.0:1776192957.171610:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.171615:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.171620:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192957.171625:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.171632:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.171636:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.171651:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.171655:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004b2ee687. 00000020:00000010:3.0:1776192957.171658:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000881d6ae0. 00000800:00000200:2.0:1776192957.171884:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.171889:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:2.0:1776192957.171893:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.171898:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.171902:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:2.0:1776192957.171903:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00010000:00000010:3.1:1776192957.173431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003041932f. 00010000:00000010:1.1:1776192957.173884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5ad405a. 00010000:00000010:1.1:1776192957.173894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bb61de. 00080000:00000010:1.0:1776192957.173923:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c81692ba. 00010000:00000010:1.0:1776192957.174008:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.174015:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb69400f. 00010000:00000010:1.0:1776192957.174086:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3bb61de. 00010000:00000010:1.0:1776192957.174092:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.174103:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.174110:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.174118:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.174130:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a03332b8. 02000000:00000010:1.0:1776192957.174181:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e2e5af3. 00000400:00000010:1.0:1776192957.174196:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.174203:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.174210:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517760, portal 16 00000400:00000010:1.0:1776192957.174215:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192957.174217:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517760, offset 0 00000400:00000200:1.0:1776192957.174227:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.174241:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.174249:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.174253:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.174256:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.174260:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91327:91327:256:4294967295] 192.168.203.33@tcp LPNI seq info [91327:91327:8:4294967295] 00000400:00000200:1.0:1776192957.174267:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.174273:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.174278:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192957.174284:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.174290:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.174294:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.174486:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.174489:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:2.0:1776192957.174495:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.174501:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.174505:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:2.0:1776192957.174506:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:2.0:1776192957.174513:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.178674:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.178697:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313dc0 00000400:00000200:0.0:1776192957.178706:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb34b1 [1] + 224 00000400:00000200:0.0:1776192957.178720:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.178725:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.178736:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.178783:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.178788:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c1c0 00000400:00000200:0.0:1776192957.178793:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e15 [2] + 328 00000400:00000200:0.0:1776192957.178842:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.178846:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.178850:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.178855:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 00000020:00000010:3.0:1776192957.178932:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000881d6ae0. 00000020:00000010:3.0:1776192957.178938:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.178943:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004b2ee687. 00000100:00000200:3.0:1776192957.178965:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055a6bbce x1862471344636352/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192957.178998:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636352 02000000:00000010:3.0:1776192957.179008:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a4628c5. 00010000:00000010:3.0:1776192957.179051:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.179058:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020e23260. 00000100:00000010:3.0:1776192957.179064:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020e23260. 00010000:00000010:3.0:1776192957.179069:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.179082:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192957.179086:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636352, offset 224 00000400:00000200:3.0:1776192957.179094:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.179103:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.179109:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91328:91328:256:4294967295] 192.168.203.33@tcp LPNI seq info [91328:91328:8:4294967295] 00000400:00000200:3.0:1776192957.179121:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.179126:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.179130:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192957.179135:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.179141:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.179145:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.1:1776192957.179302:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003152d8f. 00000020:00000010:3.0:1776192957.179319:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.179322:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004b2ee687. 00000020:00000010:3.0:1776192957.179325:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000881d6ae0. 00000400:00000010:1.0:1776192957.179501:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.179506:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.179509:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.179515:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.179523:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.179542:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003387c1ec. 02000000:00000010:1.0:1776192957.179554:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e2e5af3. 02000000:00000010:1.0:1776192957.179560:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a03332b8. 00000100:00000010:1.0:1776192957.179564:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.179568:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.179570:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:1.0:1776192957.179586:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e2e5af3. 00010000:00000010:1.0:1776192957.179667:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.179674:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea7c530b. 00010000:00000010:1.0:1776192957.179743:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.179748:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.179756:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.179759:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.179764:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.179785:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000541dadd6. 02000000:00000010:1.0:1776192957.179805:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a03332b8. 00000400:00000010:1.0:1776192957.179809:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.179812:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.179817:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517824, portal 16 00000400:00000010:1.0:1776192957.179821:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192957.179823:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517824, offset 0 00000400:00000200:1.0:1776192957.179828:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.179834:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.179840:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.179843:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.179846:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.179848:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91329:91329:255:4294967295] 192.168.203.33@tcp LPNI seq info [91329:91329:7:4294967295] 00000400:00000200:1.0:1776192957.179856:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.179860:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.179863:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352394). 00000800:00000200:1.0:1776192957.179867:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.179870:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.179873:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.180827:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.180832:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82352146). 00000400:00000200:2.0:1776192957.180838:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.180844:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.180848:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:2.0:1776192957.180850:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000800:00000200:2.0:1776192957.180912:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.180914:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192957.180919:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.180922:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.180924:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:2.0:1776192957.180925:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:2.0:1776192957.180930:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.182781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a597051. 00010000:00000010:1.1:1776192957.182797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9ef7d8. 00000400:00000200:2.0:1776192957.187417:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.187436:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313e00 00000400:00000200:2.0:1776192957.187445:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb34bd [1] + 224 00000400:00000200:2.0:1776192957.187456:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.187460:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.187471:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.187503:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.187508:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c200 00000400:00000200:2.0:1776192957.187513:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e15 [2] + 656 00000400:00000200:2.0:1776192957.187522:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.187524:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.187528:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.187533:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00000020:00000010:0.0:1776192957.187627:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b077c3c. 00000020:00000010:0.0:1776192957.187634:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.187638:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.187663:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2f852e5 x1862471344636416/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.187693:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636416 02000000:00000010:0.0:1776192957.187703:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016983e43. 00010000:00000010:0.0:1776192957.187738:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.187745:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192957.187751:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192957.187754:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00000400:00000010:0.0:1776192957.187768:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192957.187782:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636416, offset 224 00000400:00000200:0.0:1776192957.187790:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.187800:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.187806:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91330:91330:256:4294967295] 192.168.203.33@tcp LPNI seq info [91330:91330:8:4294967295] 00000400:00000200:0.0:1776192957.187815:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.187820:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.187825:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192957.187831:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.187836:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.187839:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.187863:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.187867:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.187869:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b077c3c. 00000400:00000010:1.0:1776192957.187981:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.187985:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.187987:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.187993:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.188000:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.188018:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1d8b8e2. 02000000:00000010:1.0:1776192957.188040:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a03332b8. 02000000:00000010:1.0:1776192957.188045:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000541dadd6. 00000100:00000010:1.0:1776192957.188050:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.188054:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.188056:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:1.0:1776192957.188071:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a03332b8. 00010000:00000010:1.0:1776192957.188145:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.188151:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed21569a. 00010000:00000010:1.0:1776192957.188420:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f9ef7d8. 00010000:00000010:1.0:1776192957.188426:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.188435:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.188438:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.188443:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.188453:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000541dadd6. 02000000:00000010:1.0:1776192957.188478:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a1ab198. 00000400:00000010:1.0:1776192957.188482:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.188485:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.188489:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517888, portal 16 00000400:00000010:1.0:1776192957.188493:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192957.188495:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517888, offset 0 00000400:00000200:1.0:1776192957.188500:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.188508:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.188514:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.188517:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.188519:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.188522:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91331:91331:255:4294967295] 192.168.203.33@tcp LPNI seq info [91331:91331:7:4294967295] 00000400:00000200:1.0:1776192957.188529:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.188533:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.188536:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352394). 00000800:00000200:1.0:1776192957.188540:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.188545:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.188548:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.188739:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.188743:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82352146). 00000400:00000200:2.0:1776192957.188747:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.188751:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.188754:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:2.0:1776192957.188755:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000800:00000200:2.0:1776192957.188823:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.188825:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:2.0:1776192957.188830:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.188833:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.188835:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:2.0:1776192957.188836:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:2.0:1776192957.188840:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.190832:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.190849:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313e40 00000400:00000200:2.0:1776192957.190858:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb34c9 [1] + 224 00000400:00000200:2.0:1776192957.190869:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.190872:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.190880:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.190913:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.190918:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c240 00000400:00000200:2.0:1776192957.190923:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e15 [2] + 984 00000400:00000200:2.0:1776192957.190931:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.190934:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.190937:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.190942:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000020:00000010:3.0:1776192957.191037:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000881d6ae0. 00000020:00000010:3.0:1776192957.191044:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192957.191049:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004b2ee687. 00000100:00000200:3.0:1776192957.191072:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344636480/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.191103:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636480 02000000:00000010:3.0:1776192957.191115:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c01d8bb7. 00010000:00000010:3.0:1776192957.191185:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.191192:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020e23260. 00000100:00000010:3.0:1776192957.191197:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020e23260. 00010000:00000010:3.0:1776192957.191201:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.191213:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192957.191217:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636480, offset 224 00000400:00000200:3.0:1776192957.191234:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.191473:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.191479:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91332:91332:256:4294967295] 192.168.203.33@tcp LPNI seq info [91332:91332:8:4294967295] 00000400:00000200:3.0:1776192957.191488:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.191493:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.191550:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192957.191557:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.191563:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.191566:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.191589:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f29e5e8. 00000020:00000010:2.0:1776192957.191594:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004b2ee687. 00000020:00000010:2.0:1776192957.191597:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000881d6ae0. 00010000:00000010:1.1:1776192957.191670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efe49708. 00010000:00000010:1.1:1776192957.191677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c446e80. 00010000:00000010:1.1:1776192957.191682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bb61de. 00000400:00000010:1.0:1776192957.191699:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.191703:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.191704:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.191710:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.191718:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.191738:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065e0e34c. 02000000:00000010:1.0:1776192957.191752:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a1ab198. 02000000:00000010:1.0:1776192957.191757:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000541dadd6. 00000100:00000010:1.0:1776192957.191763:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.191767:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.191777:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:1.0:1776192957.191792:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a1ab198. 00010000:00000010:1.0:1776192957.191871:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.191877:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c19f57d. 00010000:00000010:1.0:1776192957.191947:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3bb61de. 00010000:00000010:1.0:1776192957.191953:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.191963:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.191967:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.191972:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.191982:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4e9e232. 02000000:00000010:1.0:1776192957.192003:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089cebd44. 00000400:00000010:1.0:1776192957.192007:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.192011:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.192015:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349517952, portal 16 00000400:00000010:1.0:1776192957.192019:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192957.192021:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349517952, offset 0 00000400:00000200:1.0:1776192957.192113:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.192120:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.192126:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.192130:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.192133:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.192135:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91333:91333:255:4294967295] 192.168.203.33@tcp LPNI seq info [91333:91333:7:4294967295] 00000400:00000200:1.0:1776192957.192143:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.192147:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.192151:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352394). 00000800:00000200:1.0:1776192957.192374:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.192379:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.192382:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.192545:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.192549:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82352146). 00000400:00000200:3.0:1776192957.192552:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.192556:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.192559:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:3.0:1776192957.192561:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000800:00000200:3.0:1776192957.192621:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.192623:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192957.192627:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.192630:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.192633:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:3.0:1776192957.192634:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:3.0:1776192957.192639:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349517952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.196762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e89b4c8. 00010000:00000010:1.1:1776192957.196787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de33400. 00010000:00000010:1.1:1776192957.196791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.1:1776192957.196794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b412733. 00010000:00000010:1.1:1776192957.196797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc42abbd. 00010000:00000010:1.1:1776192957.196799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9ef7d8. 00000400:00000200:2.0:1776192957.197416:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.197434:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313e80 00000400:00000200:2.0:1776192957.197442:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb34d5 [1] + 224 00000400:00000200:2.0:1776192957.197453:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.197456:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.197466:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349517952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.197497:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.197502:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c280 00000400:00000200:2.0:1776192957.197507:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e15 [2] + 1312 00000400:00000200:2.0:1776192957.197515:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.197517:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.197521:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.197527:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 00000020:00000010:0.0:1776192957.197619:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b077c3c. 00000020:00000010:0.0:1776192957.197625:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.197629:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.197650:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000952192e0 x1862471344636544/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192957.197679:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636544 02000000:00000010:0.0:1776192957.197689:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f916345. 00010000:00000010:0.0:1776192957.197726:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.197731:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192957.197737:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192957.197740:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00000400:00000010:0.0:1776192957.197754:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.197758:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636544, offset 224 00000400:00000200:0.0:1776192957.197765:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.197787:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.197792:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91334:91334:256:4294967295] 192.168.203.33@tcp LPNI seq info [91334:91334:8:4294967295] 00000400:00000200:0.0:1776192957.197801:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.197806:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.197811:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192957.197816:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.197821:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.197825:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.197850:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.197854:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.197857:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b077c3c. 00000800:00000200:3.0:1776192957.197986:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.197989:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:3.0:1776192957.197993:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.197996:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.197999:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:3.0:1776192957.198001:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000400:00000010:1.0:1776192957.198107:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.198111:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.198113:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.198118:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349517952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.198125:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349517952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.198144:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d0b4105. 02000000:00000010:1.0:1776192957.198200:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089cebd44. 02000000:00000010:1.0:1776192957.198205:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4e9e232. 00000100:00000010:1.0:1776192957.198208:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.198212:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.198215:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:1.0:1776192957.198233:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4e9e232. 00010000:00000010:1.0:1776192957.198315:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.198320:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc9f4b1f. 00010000:00000010:1.0:1776192957.198391:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f9ef7d8. 00010000:00000010:1.0:1776192957.198396:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.198406:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.198410:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.198415:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.198424:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089cebd44. 02000000:00000010:1.0:1776192957.198446:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000541dadd6. 00000400:00000010:1.0:1776192957.198449:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.198452:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.198457:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518016, portal 16 00000400:00000010:1.0:1776192957.198461:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192957.198463:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518016, offset 0 00000400:00000200:1.0:1776192957.198469:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.198475:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.198483:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.198486:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.198489:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.198492:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91335:91335:256:4294967295] 192.168.203.33@tcp LPNI seq info [91335:91335:8:4294967295] 00000400:00000200:1.0:1776192957.198500:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.198504:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.198506:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192957.198510:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.198515:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.198517:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.198681:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.198684:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:3.0:1776192957.198688:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.198691:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.198694:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:3.0:1776192957.198696:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:3.0:1776192957.198701:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349518016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.202370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d9c6010. 00000400:00000200:2.0:1776192957.203569:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.203587:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313ec0 00000400:00000200:2.0:1776192957.203596:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb34e1 [1] + 224 00000400:00000200:2.0:1776192957.203624:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.203629:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.203639:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349518016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.203803:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.203809:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.203811:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.203816:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349518016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.203824:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349518016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.203851:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000541dadd6. 02000000:00000010:1.0:1776192957.203858:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000089cebd44. 00000100:00000010:1.0:1776192957.203862:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.203866:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.203870:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000400:00000200:3.0:1776192957.204411:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.204421:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c2c0 00000400:00000200:3.0:1776192957.204427:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e15 [2] + 1640 00000400:00000200:3.0:1776192957.204699:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.204704:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.204710:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.204715:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000020:00000010:2.0:1776192957.204845:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.204851:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.204855:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.204876:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344636608/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192957.204906:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636608 02000000:00000010:2.0:1776192957.204915:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f51e9281. 00010000:00000010:2.0:1776192957.204939:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4e6113. 00010000:00000010:2.0:1776192957.204957:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.204962:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.204977:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.204979:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.204991:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc0d762e. 00000100:00000200:2.0:1776192957.204995:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636608, offset 224 00000400:00000200:2.0:1776192957.205002:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.205012:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.205017:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91336:91336:256:4294967295] 192.168.203.33@tcp LPNI seq info [91336:91336:8:4294967295] 00000400:00000200:2.0:1776192957.205036:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.205041:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.205045:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192957.205050:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.205056:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.205059:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.205079:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.205083:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.205092:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 00080000:00000010:1.0:1776192957.205141:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000541dadd6. 00010000:00000010:1.0:1776192957.205256:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.205261:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042f3ea28. 00010000:00000010:1.0:1776192957.205327:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.205332:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.205341:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.205344:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.205349:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.205360:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089cebd44. 02000000:00000010:1.0:1776192957.205381:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063a67f48. 00000400:00000010:1.0:1776192957.205385:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.205388:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.205393:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518080, portal 16 00000400:00000010:1.0:1776192957.205396:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192957.205398:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518080, offset 0 00000400:00000200:1.0:1776192957.205403:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.205409:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.205414:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.205418:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.205420:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.205433:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91337:91337:255:4294967295] 192.168.203.33@tcp LPNI seq info [91337:91337:7:4294967295] 00000400:00000200:1.0:1776192957.205441:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.205445:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.205448:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192957.205451:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.205456:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.205458:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.205583:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.205586:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82352146). 00000400:00000200:3.0:1776192957.205589:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.205593:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.205596:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc0d762e 00000400:00000010:3.0:1776192957.205597:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc0d762e. 00000800:00000200:3.0:1776192957.205639:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.205640:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:3.0:1776192957.205644:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.205647:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.205649:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:3.0:1776192957.205651:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:3.0:1776192957.205655:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349518080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.207258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000808797f. 00010000:00000010:1.1:1776192957.207270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bb61de. 00000400:00000200:2.0:1776192957.207723:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.207738:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313f00 00000400:00000200:2.0:1776192957.207747:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb34ed [1] + 224 00000400:00000200:2.0:1776192957.207760:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.207764:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.207782:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349518080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.207849:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.207854:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.207856:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.207861:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349518080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.207869:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349518080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.207896:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063a67f48. 02000000:00000010:1.0:1776192957.207900:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000089cebd44. 00000100:00000010:1.0:1776192957.207905:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.207909:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.207912:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000400:00000200:3.0:1776192957.208106:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.208115:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c300 00000400:00000200:3.0:1776192957.208119:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e15 [2] + 1968 00000400:00000010:3.0:1776192957.208122:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:3.0:1776192957.208125:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004ce4162c 00000400:00000200:3.0:1776192957.208432:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.208437:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.208441:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ce4162c 00000400:00000010:3.0:1776192957.208443:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004ce4162c (tot 82351746). 00000100:00000200:3.0:1776192957.208448:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192957.208535:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b077c3c. 00000020:00000010:0.0:1776192957.208541:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.208545:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.208569:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9f03c6a x1862471344636672/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.208599:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636672 02000000:00000010:0.0:1776192957.208610:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f087424. 00010000:00000010:0.0:1776192957.208634:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f42fa100. 00010000:00000010:0.0:1776192957.208652:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.208658:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b55e52a0. 00000100:00000010:0.0:1776192957.208673:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b55e52a0. 00010000:00000010:0.0:1776192957.208676:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00000400:00000010:0.0:1776192957.208688:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002696d13a. 00000100:00000200:0.0:1776192957.208692:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636672, offset 224 00000400:00000200:0.0:1776192957.208698:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.208707:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.208712:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91338:91338:256:4294967295] 192.168.203.33@tcp LPNI seq info [91338:91338:8:4294967295] 00000400:00000200:0.0:1776192957.208721:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.208726:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.208731:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82351994). 00000800:00000200:0.0:1776192957.208736:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.208743:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.208746:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.208765:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.208777:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.208781:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b077c3c. 02000000:00000010:0.0:1776192957.208788:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f51e9281. 00000100:00000010:0.0:1776192957.208791:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:0.0:1776192957.208794:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f916345. 00000100:00000010:0.0:1776192957.208796:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 02000000:00000010:0.0:1776192957.208801:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c01d8bb7. 00000100:00000010:0.0:1776192957.208804:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:0.0:1776192957.208807:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000016983e43. 00000100:00000010:0.0:1776192957.208808:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:0.0:1776192957.208811:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a4628c5. 00000100:00000010:0.0:1776192957.208813:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192957.208816:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7bd03ac. 00000100:00000010:0.0:1776192957.208818:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000200:0.0:1776192957.208825:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192957.208831:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e9c52fc. 00000400:00000010:0.0:1776192957.208835:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b55e52a0 (tot 82352146). 00080000:00000010:1.0:1776192957.208884:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063a67f48. 00010000:00000010:1.0:1776192957.208958:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.208964:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8a8de11. 00010000:00000010:1.0:1776192957.209029:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3bb61de. 00010000:00000010:1.0:1776192957.209034:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.209043:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.209047:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.209053:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.209063:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010993b79. 02000000:00000010:1.0:1776192957.209083:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd1f2aca. 00000400:00000010:1.0:1776192957.209087:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.209090:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.209093:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518144, portal 16 00000400:00000010:1.0:1776192957.209096:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192957.209098:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518144, offset 0 00000400:00000200:1.0:1776192957.209103:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.209109:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.209115:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.209118:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.209121:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.209123:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91339:91339:255:4294967295] 192.168.203.33@tcp LPNI seq info [91339:91339:7:4294967295] 00000400:00000200:1.0:1776192957.209130:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.209133:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.209137:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192957.209140:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.209144:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.209146:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.209381:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.209385:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82352146). 00000400:00000200:3.0:1776192957.209389:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.209393:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.209397:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002696d13a 00000400:00000010:3.0:1776192957.209398:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002696d13a. 02000000:00000010:3.0:1776192957.209402:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f087424. 00000800:00000200:3.0:1776192957.209437:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.209439:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:3.0:1776192957.209443:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.209446:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.209448:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:3.0:1776192957.209449:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:3.0:1776192957.209453:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349518144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.212348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000623d2780. 00010000:00000010:0.1:1776192957.214743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de956589. 00010000:00000010:1.1:1776192957.215404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c7c83cf. 00010000:00000010:1.1:1776192957.215413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9ef7d8. 00000400:00000200:2.0:1776192957.218542:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.218560:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313f40 00000400:00000200:2.0:1776192957.218570:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb34fd [1] + 224 00000400:00000200:2.0:1776192957.218585:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.218589:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.218599:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349518144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.220688:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.220702:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c340 00000400:00000200:2.0:1776192957.220715:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e6d [2] + 0 00000400:00000200:2.0:1776192957.220780:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.220785:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.220791:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.220796:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:0.0:1776192957.221014:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016983e43. 00000020:00000010:0.0:1776192957.221022:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.221026:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.221050:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344636736/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.221086:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636736 02000000:00000010:0.0:1776192957.221098:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f916345. 00010000:00000010:0.0:1776192957.221140:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.221149:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.221178:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.221181:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00000400:00000010:0.0:1776192957.221195:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192957.221200:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636736, offset 224 00000400:00000200:0.0:1776192957.221208:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.221218:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.221240:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91340:91340:256:4294967295] 192.168.203.33@tcp LPNI seq info [91340:91340:8:4294967295] 00000400:00000200:0.0:1776192957.221250:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.221255:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.221260:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192957.221266:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.221272:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.221276:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.221297:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.221301:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.221303:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016983e43. 00000800:00000200:3.0:1776192957.221450:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.221454:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:3.0:1776192957.221458:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.221462:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.221465:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:3.0:1776192957.221467:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000400:00000010:1.0:1776192957.223936:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.223947:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.223949:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.223961:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349518144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.223970:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349518144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.223998:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2d19877. 02000000:00000010:1.0:1776192957.224019:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd1f2aca. 00010000:00000010:1.1:1776192957.231344:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000870c2892. 00010000:00000010:1.1:1776192957.231361:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 02000000:00000010:1.0:1776192957.231374:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000010993b79. 00000100:00000010:1.0:1776192957.231379:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.231386:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.231389:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:0.0:1776192957.231737:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016983e43. 00010000:00000010:0.0:1776192957.231841:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:0.0:1776192957.231849:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d143f016. 00010000:00000010:0.0:1776192957.232504:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074be7c45. 00010000:00000010:0.0:1776192957.232510:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.232516:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.232522:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030f707a7. 00080000:00000010:0.0:1776192957.232537:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b077c3c. 00010000:00000010:0.0:1776192957.233225:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030f707a7. 00010000:00000010:0.0:1776192957.233234:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.233300:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004711c128. 00010000:00000010:0.0:1776192957.233389:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030f707a7. 00010000:00000010:0.0:1776192957.233401:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.233408:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.233417:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192957.233430:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022fac206. 02000000:00000010:0.0:1776192957.233459:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000658517c9. 00000400:00000010:0.0:1776192957.233465:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee0f766d. 00000400:00000010:0.0:1776192957.233472:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192957.233477:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518208, portal 16 00000400:00000010:0.0:1776192957.233482:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192957.233484:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518208, offset 0 00000400:00000200:0.0:1776192957.233494:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.233509:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.233516:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.233519:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.233522:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.233525:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91341:91341:256:4294967295] 192.168.203.33@tcp LPNI seq info [91341:91341:8:4294967295] 00000400:00000200:0.0:1776192957.233533:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.233538:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.233542:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.233548:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.233555:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.233737:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.235857:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.235863:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192957.235872:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.235880:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.235886:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0db7cf 00000400:00000010:0.0:1776192957.235888:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0db7cf. 00000100:00000200:0.0:1776192957.235897:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349518208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.237202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a84268e. 00010000:00000010:0.1:1776192957.240297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000765533fb. 00010000:00000010:0.1:1776192957.240381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bb61de. 00010000:00000010:0.1:1776192957.240386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074be7c45. 00010000:00000010:0.1:1776192957.240389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00000400:00000200:2.0:1776192957.243478:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.243499:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313f80 00000400:00000200:2.0:1776192957.243509:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3509 [1] + 224 00000400:00000200:2.0:1776192957.243521:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.243526:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.243536:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349518208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.243579:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.243585:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c380 00000400:00000200:2.0:1776192957.243590:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e6d [2] + 328 00000400:00000200:2.0:1776192957.243600:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.243602:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.243606:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.243611:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00000400:00000010:0.0:1776192957.244140:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee0f766d. 00000400:00000200:0.0:1776192957.244145:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:0.0:1776192957.244147:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000100:00000200:0.0:1776192957.244198:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349518208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.244212:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349518208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.244247:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000658517c9. 02000000:00000010:0.0:1776192957.244253:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022fac206. 00000100:00000010:0.0:1776192957.244257:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192957.244262:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.244265:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00000020:00000010:2.0:1776192957.244884:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.244890:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.244894:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.244918:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344636800/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.244998:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636800 02000000:00000010:2.0:1776192957.245008:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc050712. 00010000:00000010:2.0:1776192957.245040:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007270076c. 00010000:00000010:2.0:1776192957.245060:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.245066:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.245083:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.245086:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.245098:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc0d762e. 00000100:00000200:2.0:1776192957.245102:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636800, offset 224 00000400:00000200:2.0:1776192957.245110:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.245121:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.245127:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91342:91342:256:4294967295] 192.168.203.33@tcp LPNI seq info [91342:91342:8:4294967295] 00000400:00000200:2.0:1776192957.245136:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.245140:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.245145:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00080000:00000010:1.0:1776192957.245375:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010993b79. 00010000:00000010:1.0:1776192957.245459:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030f707a7. 00010000:00000010:1.0:1776192957.245466:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001265242a. 00010000:00000010:1.0:1776192957.245533:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.245539:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.245548:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.245552:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.245570:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.245580:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd1f2aca. 02000000:00000010:1.0:1776192957.245601:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089cebd44. 00000400:00000010:1.0:1776192957.245607:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.245611:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.245615:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518272, portal 16 00000400:00000010:1.0:1776192957.245618:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192957.245620:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518272, offset 0 00000400:00000200:1.0:1776192957.245626:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.245632:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.245637:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.245640:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.245643:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.245645:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91343:91343:255:4294967295] 192.168.203.33@tcp LPNI seq info [91343:91343:7:4294967295] 00000400:00000200:1.0:1776192957.245651:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.245655:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.245658:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352394). 00000800:00000200:1.0:1776192957.245663:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.245669:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.245673:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.245820:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.245823:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82352146). 00000400:00000200:3.0:1776192957.245829:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.245833:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.245837:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:3.0:1776192957.245839:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:3.0:1776192957.245845:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349518272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776192957.246436:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.246441:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.246444:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.246468:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.246474:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.246485:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 00000800:00000200:0.0:1776192957.246553:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.246556:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:0.0:1776192957.246561:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.246565:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.246631:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc0d762e 00000400:00000010:0.0:1776192957.246633:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc0d762e. 00000400:00000200:2.0:1776192957.250867:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.250888:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867313fc0 00000400:00000200:2.0:1776192957.250897:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3515 [1] + 224 00000400:00000200:2.0:1776192957.250915:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.250919:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.250929:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349518272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.251113:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.251119:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.251121:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.251128:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349518272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.251136:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349518272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.251210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7a678f5. 02000000:00000010:1.0:1776192957.252071:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089cebd44. 02000000:00000010:1.0:1776192957.252080:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd1f2aca. 00000100:00000010:1.0:1776192957.252086:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.252091:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.252094:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000400:00000200:3.0:1776192957.253643:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.253662:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c3c0 00000400:00000200:3.0:1776192957.253670:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e6d [2] + 656 00000400:00000200:3.0:1776192957.253730:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.253735:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.253742:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.253748:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:2.0:1776192957.254256:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.254264:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.254269:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.254295:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344636864/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192957.254330:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636864 02000000:00000010:2.0:1776192957.254340:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f51e9281. 00010000:00000010:2.0:1776192957.254367:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da354fdf. 00010000:00000010:2.0:1776192957.254387:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.254394:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.254411:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.254414:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.254427:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002554c9c2. 00000100:00000200:2.0:1776192957.254433:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636864, offset 224 00000400:00000200:2.0:1776192957.254441:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.254451:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.254457:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91344:91344:256:4294967295] 192.168.203.33@tcp LPNI seq info [91344:91344:8:4294967295] 00000400:00000200:2.0:1776192957.254466:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.254471:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.254476:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192957.254481:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.254487:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.254490:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.254512:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.254517:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.254526:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 00000800:00000200:3.0:1776192957.254654:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.254658:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:3.0:1776192957.254662:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.254670:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.254673:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:3.0:1776192957.254675:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00080000:00000010:1.0:1776192957.255004:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089cebd44. 00010000:00000010:1.0:1776192957.255105:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.255112:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2c66299. 00010000:00000010:1.0:1776192957.255235:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f9ef7d8. 00010000:00000010:1.0:1776192957.255241:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.255254:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.255259:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.255265:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.255278:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd1f2aca. 02000000:00000010:1.0:1776192957.255302:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce0bc20a. 00000400:00000010:1.0:1776192957.255307:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.255312:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.255317:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518336, portal 16 00000400:00000010:1.0:1776192957.255321:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192957.255323:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518336, offset 0 00000400:00000200:1.0:1776192957.255330:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.255340:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.255345:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.255349:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.255352:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.255354:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91345:91345:256:4294967295] 192.168.203.33@tcp LPNI seq info [91345:91345:8:4294967295] 00000400:00000200:1.0:1776192957.255361:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.255366:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.255369:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192957.255374:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.255380:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.255383:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.255789:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.255792:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192957.255796:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.255801:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.255805:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:3.0:1776192957.255806:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:3.0:1776192957.255812:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349518336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.257536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8204682. 00010000:00000010:1.1:1776192957.257552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:2.1:1776192957.261202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005244730d. 00000400:00000200:3.0:1776192957.261922:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.261940:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314000 00000400:00000200:3.0:1776192957.261949:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3521 [1] + 224 00000400:00000200:3.0:1776192957.261960:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.261964:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.261976:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349518336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.262008:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.262013:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c400 00000400:00000200:3.0:1776192957.262018:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e6d [2] + 984 00000400:00000200:3.0:1776192957.262035:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.262038:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.262042:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.262047:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000400:00000010:1.0:1776192957.262122:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.262126:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.262128:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.262133:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349518336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.262141:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349518336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.262205:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce0bc20a. 02000000:00000010:1.0:1776192957.262211:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd1f2aca. 00000100:00000010:1.0:1776192957.262217:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.262230:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.262235:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000020:00000010:0.0:1776192957.262446:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022fac206. 00000020:00000010:0.0:1776192957.262452:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.262456:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.262478:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344636928/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.262510:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636928 02000000:00000010:0.0:1776192957.262521:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000658517c9. 00010000:00000010:0.0:1776192957.262545:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6e0fc52. 00010000:00000010:0.0:1776192957.262562:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.262569:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.262582:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.262584:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00000400:00000010:0.0:1776192957.262596:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192957.262600:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636928, offset 224 00000400:00000200:0.0:1776192957.262607:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.262617:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.262622:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91346:91346:256:4294967295] 192.168.203.33@tcp LPNI seq info [91346:91346:8:4294967295] 00000400:00000200:0.0:1776192957.262631:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.262637:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.262641:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.262646:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.262652:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.262656:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.262676:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.262680:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.262682:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022fac206. 00080000:00000010:1.0:1776192957.262782:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce0bc20a. 00010000:00000010:1.0:1776192957.262866:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.262872:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fccd537. 00010000:00000010:1.0:1776192957.262940:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbce0990. 00010000:00000010:1.0:1776192957.262947:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.262957:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.262960:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.262967:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.262976:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000919deead. 02000000:00000010:1.0:1776192957.262998:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000feac2445. 00000400:00000010:1.0:1776192957.263003:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.263006:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.263012:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518400, portal 16 00000400:00000010:1.0:1776192957.263016:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192957.263018:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518400, offset 0 00000800:00000200:3.0:1776192957.263592:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.263596:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:3.0:1776192957.263601:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.263607:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.263645:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.263655:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.263661:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.263664:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.263667:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.263670:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91347:91347:255:4294967295] 192.168.203.33@tcp LPNI seq info [91347:91347:7:4294967295] 00000400:00000200:1.0:1776192957.263677:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.263682:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.263685:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192957.263690:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.263694:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.263697:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776192957.264652:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:3.0:1776192957.264659:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000800:00000200:3.0:1776192957.265835:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.265842:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:3.0:1776192957.265850:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.265860:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.265865:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:3.0:1776192957.265867:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000100:00000200:3.0:1776192957.265887:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349518400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.267385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e32d561b. 00010000:00000010:1.1:1776192957.267400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00010000:00000010:0.1:1776192957.271391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057aa5777. 00000400:00000200:3.0:1776192957.275440:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.275458:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314040 00000400:00000200:3.0:1776192957.275467:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb352d [1] + 224 00000400:00000200:3.0:1776192957.275478:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.275481:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.275492:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349518400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.275551:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.275560:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c440 00000400:00000200:2.0:1776192957.275565:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e6d [2] + 1312 00000400:00000200:2.0:1776192957.275620:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.275624:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.275629:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.275635:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 00000400:00000010:1.0:1776192957.275705:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.275710:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.275711:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.275717:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349518400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.275724:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349518400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.275754:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000feac2445. 02000000:00000010:1.0:1776192957.275759:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000919deead. 00000100:00000010:1.0:1776192957.275762:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.275766:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.275779:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000020:00000010:3.0:1776192957.275999:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003337962e. 00000020:00000010:3.0:1776192957.276008:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192957.276013:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000979fbd98. 00000100:00000200:3.0:1776192957.276041:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000891dd363 x1862471344636992/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.276075:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344636992 02000000:00000010:3.0:1776192957.276087:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df138ea6. 00010000:00000010:3.0:1776192957.276120:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006017aa00. 00010000:00000010:3.0:1776192957.276516:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.276523:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020e23260. 00000100:00000010:3.0:1776192957.276536:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020e23260. 00010000:00000010:3.0:1776192957.276540:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.276553:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00080000:00000010:1.0:1776192957.276603:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000919deead. 00000100:00000200:3.0:1776192957.276632:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344636992, offset 224 00000400:00000200:3.0:1776192957.276641:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.276653:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.276657:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91348:91348:256:4294967295] 192.168.203.33@tcp LPNI seq info [91348:91348:8:4294967295] 00000400:00000200:3.0:1776192957.276668:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.276672:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.276677:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192957.276682:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.276688:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00010000:00000010:1.0:1776192957.276689:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00000800:00000200:3.0:1776192957.276692:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1776192957.276694:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d200172d. 00000020:00000010:3.0:1776192957.276717:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192957.276721:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000979fbd98. 00000020:00000010:3.0:1776192957.276723:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003337962e. 00010000:00000010:1.0:1776192957.276778:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.276784:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.276794:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.276797:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.276803:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.276814:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000feac2445. 02000000:00000010:1.0:1776192957.276844:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd1f2aca. 00000400:00000010:1.0:1776192957.276848:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.276852:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.276857:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518464, portal 16 00000400:00000010:1.0:1776192957.276861:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192957.276863:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518464, offset 0 00000400:00000200:1.0:1776192957.276867:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.276874:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.276881:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.276884:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.276887:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.276901:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91349:91349:255:4294967295] 192.168.203.33@tcp LPNI seq info [91349:91349:7:4294967295] 00000400:00000200:1.0:1776192957.276908:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.276911:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.276914:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352394). 00000800:00000200:1.0:1776192957.276918:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.276922:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.276924:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.277071:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.277074:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82352146). 00000400:00000200:2.0:1776192957.277080:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.277084:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.277089:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:2.0:1776192957.277092:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00010000:00000010:1.1:1776192957.277193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7284c31. 00010000:00000010:1.1:1776192957.277201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9ef7d8. 00000800:00000200:2.0:1776192957.277740:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.277744:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192957.277750:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.277754:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.277757:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:2.0:1776192957.277759:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:2.0:1776192957.277766:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349518464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192957.280422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083ce9520. 00010000:00000010:1.1:1776192957.290618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000818f681f. 00010000:00000010:1.1:1776192957.290636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbce0990. 00000400:00000200:3.0:1776192957.291890:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.291908:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314080 00000400:00000200:3.0:1776192957.291918:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3539 [1] + 224 00000400:00000200:3.0:1776192957.291929:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.291933:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.291944:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349518464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.291982:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.291988:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c480 00000400:00000200:3.0:1776192957.291993:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e6d [2] + 1640 00000400:00000200:3.0:1776192957.292002:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.292005:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.292009:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.292014:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000400:00000010:1.0:1776192957.292113:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192957.292118:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192957.292119:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.292125:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349518464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.292133:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349518464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.292194:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd1f2aca. 02000000:00000010:1.0:1776192957.292202:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000feac2445. 00000100:00000010:1.0:1776192957.292207:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.292212:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.292215:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000020:00000010:2.0:1776192957.292483:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.292490:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.292494:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.292514:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344637056/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.292548:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637056 02000000:00000010:2.0:1776192957.292559:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a93bcbdd. 00010000:00000010:2.0:1776192957.292584:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006482abfd. 00010000:00000010:2.0:1776192957.292603:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.292610:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.292624:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.292628:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.292640:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000562a51. 00000100:00000200:2.0:1776192957.292645:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637056, offset 224 00000400:00000200:2.0:1776192957.292652:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.292662:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.292667:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91350:91350:256:4294967295] 192.168.203.33@tcp LPNI seq info [91350:91350:8:4294967295] 00000400:00000200:2.0:1776192957.292677:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.292681:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.292686:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192957.292691:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.292697:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.292702:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.292728:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.292732:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.292744:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 00080000:00000010:1.0:1776192957.292918:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd1f2aca. 00010000:00000010:1.0:1776192957.293000:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.293007:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068f30158. 00010000:00000010:1.0:1776192957.293094:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b053fc0. 00010000:00000010:1.0:1776192957.293098:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000031fb4da1. 00010000:00000010:1.0:1776192957.293103:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbce0990. 00010000:00000010:1.0:1776192957.293108:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.293121:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000feac2445. 00010000:00000010:1.0:1776192957.293143:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.293146:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031fb4da1. 00010000:00000010:1.0:1776192957.293617:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f9ef7d8. 00010000:00000010:1.0:1776192957.293622:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.293629:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.293634:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.293641:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.293655:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d51f978. 02000000:00000010:1.0:1776192957.293678:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ae46111. 00000400:00000010:1.0:1776192957.293684:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.293689:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192957.293694:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518528, portal 16 00000400:00000010:1.0:1776192957.293697:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192957.293700:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518528, offset 0 00000400:00000200:1.0:1776192957.293707:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.293717:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.293724:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.293727:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.293730:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.293733:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91351:91351:255:4294967295] 192.168.203.33@tcp LPNI seq info [91351:91351:7:4294967295] 00000400:00000200:1.0:1776192957.293740:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.293744:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.293748:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352394). 00000800:00000200:1.0:1776192957.293752:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.293756:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.293758:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.293862:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.293865:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82352146). 00000400:00000200:3.0:1776192957.293869:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.293873:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.293877:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:3.0:1776192957.293878:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 00000800:00000200:3.0:1776192957.293959:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.293961:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192957.293965:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.293968:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.293970:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:3.0:1776192957.293972:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00000100:00000200:3.0:1776192957.293976:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349518528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.295710:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.295729:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673140c0 00000400:00000200:2.0:1776192957.295737:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3545 [1] + 224 00000400:00000200:2.0:1776192957.295750:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.295753:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.295761:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349518528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.298758:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.298787:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c4c0 00000400:00000200:3.0:1776192957.298795:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1e6d [2] + 1968 00000400:00000010:3.0:1776192957.298801:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cde23fa. 00000400:00000200:3.0:1776192957.298807:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d315b05c 00000400:00000200:3.0:1776192957.298866:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.298870:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.298874:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d315b05c 00000400:00000010:3.0:1776192957.298877:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d315b05c (tot 82351746). 00000100:00000200:3.0:1776192957.298883:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192957.299218:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000507308c1. 00000020:00000010:2.0:1776192957.299241:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.299245:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.299278:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b2b0ddd x1862471344637120/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192957.299304:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637120 02000000:00000010:2.0:1776192957.299316:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcd940d0. 00010000:00000010:2.0:1776192957.299359:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.299366:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000381f19b0. 00000100:00000010:2.0:1776192957.299372:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000381f19b0. 00010000:00000010:2.0:1776192957.299375:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.299387:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192957.299392:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637120, offset 224 00000400:00000200:2.0:1776192957.299398:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.299411:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.299416:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91352:91352:256:4294967295] 192.168.203.33@tcp LPNI seq info [91352:91352:8:4294967295] 00000400:00000200:2.0:1776192957.299425:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.299430:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.299435:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82351994). 00000800:00000200:2.0:1776192957.299440:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.299447:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.299450:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.299679:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.299685:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.299696:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000507308c1. 02000000:00000010:2.0:1776192957.299705:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a93bcbdd. 00000100:00000010:2.0:1776192957.299708:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:2.0:1776192957.299711:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df138ea6. 00000100:00000010:2.0:1776192957.299714:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192957.299718:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000658517c9. 00000100:00000010:2.0:1776192957.299719:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:2.0:1776192957.299722:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f51e9281. 00000100:00000010:2.0:1776192957.299724:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:2.0:1776192957.299727:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc050712. 00000100:00000010:2.0:1776192957.299728:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192957.299731:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f916345. 00000100:00000010:2.0:1776192957.299732:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000200:2.0:1776192957.299740:0:64778:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192957.299746:0:64778:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d33a7ed. 00000400:00000010:2.0:1776192957.299750:0:64778:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000381f19b0 (tot 82352146). 00000400:00000010:0.0:1776192957.300577:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:0.0:1776192957.300586:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:0.0:1776192957.300587:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:0.0:1776192957.300597:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349518528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.300606:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349518528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192957.300630:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000123579e4. 02000000:00000010:0.0:1776192957.300647:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ae46111. 02000000:00000010:0.0:1776192957.300651:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d51f978. 00000100:00000010:0.0:1776192957.300655:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:0.0:1776192957.300658:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:0.0:1776192957.300661:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:0.0:1776192957.300677:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022fac206. 00010000:00000010:0.0:1776192957.300765:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:0.0:1776192957.300782:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e8fae74. 00010000:00000010:0.0:1776192957.300848:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.300855:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005dc93dc7. 00010000:00000010:0.0:1776192957.300865:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.300870:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.300878:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192957.300896:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f8dde60. 02000000:00000010:0.0:1776192957.300921:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed8f80f1. 00000400:00000010:0.0:1776192957.300927:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee0f766d. 00000400:00000010:0.0:1776192957.300931:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192957.300935:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518592, portal 16 00000400:00000010:0.0:1776192957.300939:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192957.300941:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518592, offset 0 00000400:00000200:0.0:1776192957.300948:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.300957:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.300964:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.300968:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.300971:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.300973:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91353:91353:255:4294967295] 192.168.203.33@tcp LPNI seq info [91353:91353:7:4294967295] 00000400:00000200:0.0:1776192957.300982:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.300987:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.300991:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352394). 00000800:00000200:0.0:1776192957.300996:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.301002:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.301005:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192957.302200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a09e9d70. 00010000:00000010:1.1:1776192957.302682:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c98b268. 00010000:00000010:1.1:1776192957.302690:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.1:1776192957.302693:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192957.302695:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbce0990. 00000800:00000200:0.0:1776192957.302823:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.302826:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82352146). 00000400:00000200:0.0:1776192957.302831:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.302839:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.302844:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:0.0:1776192957.302846:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 02000000:00000010:0.0:1776192957.302854:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcd940d0. 00000800:00000200:0.0:1776192957.303805:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.303812:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:0.0:1776192957.303820:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.303827:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.303832:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192957.303834:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192957.303841:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349518592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.307290:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.307309:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314100 00000400:00000200:2.0:1776192957.307319:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3555 [1] + 224 00000400:00000200:2.0:1776192957.307330:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.307334:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.307344:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349518592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.307371:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.307376:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c500 00000400:00000200:2.0:1776192957.307380:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1ecd [2] + 0 00000400:00000200:2.0:1776192957.307389:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.307392:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.307395:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.307401:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:1.0:1776192957.307510:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aea437d9. 00000020:00000010:1.0:1776192957.307516:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.307520:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.307542:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344637184/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192957.307580:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637184 02000000:00000010:1.0:1776192957.307591:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9e4b1c. 00010000:00000010:1.0:1776192957.307629:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adfa9002. 00000100:00000010:1.0:1776192957.307637:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.307643:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.307646:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adfa9002. 00000400:00000010:1.0:1776192957.307659:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192957.307664:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637184, offset 224 00000400:00000200:1.0:1776192957.307671:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.307681:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.307686:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91354:91354:256:4294967295] 192.168.203.33@tcp LPNI seq info [91354:91354:8:4294967295] 00000400:00000200:1.0:1776192957.307695:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.307700:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.307713:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352146). 00000800:00000200:1.0:1776192957.307719:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.307726:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.307729:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.307752:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.307757:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.307760:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aea437d9. 00010000:00000010:0.1:1776192957.308869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c764025. 00010000:00000010:0.1:1776192957.308881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e44e5009. 00010000:00000010:0.1:1776192957.308885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9ef7d8. 00000400:00000010:0.0:1776192957.308907:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee0f766d. 00000400:00000200:0.0:1776192957.308911:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0db7cf 00000400:00000010:0.0:1776192957.308913:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0db7cf. 00000100:00000200:0.0:1776192957.308925:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349518592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.308934:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349518592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192957.308967:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005db58b26. 02000000:00000010:0.0:1776192957.308984:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed8f80f1. 02000000:00000010:0.0:1776192957.308990:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003f8dde60. 00000100:00000010:0.0:1776192957.308994:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192957.309000:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.309002:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00080000:00000010:0.0:1776192957.309023:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f8dde60. 00010000:00000010:0.0:1776192957.309119:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005dc93dc7. 00010000:00000010:0.0:1776192957.309125:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df21491b. 00010000:00000010:0.0:1776192957.309261:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.0:1776192957.309267:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005dc93dc7. 00010000:00000010:0.0:1776192957.309277:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a79e9a40. 00000100:00000010:0.0:1776192957.309281:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.309288:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192957.309299:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed8f80f1. 02000000:00000010:0.0:1776192957.309322:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9784358. 00000400:00000010:0.0:1776192957.309326:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee0f766d. 00000400:00000010:0.0:1776192957.309329:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192957.309334:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518656, portal 16 00000400:00000010:0.0:1776192957.309338:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192957.309340:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518656, offset 0 00000400:00000200:0.0:1776192957.309347:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.309357:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.309363:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.309367:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.309370:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.309373:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91355:91355:255:4294967295] 192.168.203.33@tcp LPNI seq info [91355:91355:7:4294967295] 00000400:00000200:0.0:1776192957.309382:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.309386:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.309390:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352394). 00000800:00000200:0.0:1776192957.309395:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.309400:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.309404:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.310573:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.310581:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82352146). 00000400:00000200:3.0:1776192957.310589:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.310597:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.310601:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:3.0:1776192957.310603:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000800:00000200:3.0:1776192957.310668:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.310670:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192957.310674:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.310677:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.310679:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:3.0:1776192957.310681:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:3.0:1776192957.310698:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349518656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.313459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ec9a518. 00010000:00000010:0.1:1776192957.313472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c72375b5. 00010000:00000010:0.1:1776192957.313475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00000400:00000200:0.0:1776192957.316556:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.316576:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314140 00000400:00000200:0.0:1776192957.316585:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3561 [1] + 224 00000400:00000200:0.0:1776192957.316596:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.316600:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.316611:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349518656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.316654:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.316660:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c540 00000400:00000200:0.0:1776192957.316664:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1ecd [2] + 328 00000400:00000200:0.0:1776192957.316675:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.316677:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.316682:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.316704:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 00000400:00000010:1.0:1776192957.316822:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee0f766d. 00000400:00000200:1.0:1776192957.316827:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0db7cf 00000400:00000010:1.0:1776192957.316830:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0db7cf. 00000100:00000200:1.0:1776192957.316836:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349518656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.316843:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349518656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.316874:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9784358. 02000000:00000010:1.0:1776192957.316881:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed8f80f1. 00000100:00000010:1.0:1776192957.316885:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:1.0:1776192957.316890:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:1.0:1776192957.316893:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a79e9a40. 00000020:00000010:2.0:1776192957.317067:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc050712. 00000020:00000010:2.0:1776192957.317074:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.317078:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.317102:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055a6bbce x1862471344637248/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192957.317135:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637248 02000000:00000010:2.0:1776192957.317146:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f51e9281. 00010000:00000010:2.0:1776192957.317685:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000117418f4. 00010000:00000010:2.0:1776192957.317707:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.317714:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078e9316c. 00000100:00000010:2.0:1776192957.317729:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078e9316c. 00010000:00000010:2.0:1776192957.317732:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.317745:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192957.317749:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637248, offset 224 00000400:00000200:2.0:1776192957.317758:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.317779:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.317785:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91356:91356:256:4294967295] 192.168.203.33@tcp LPNI seq info [91356:91356:8:4294967295] 00000400:00000200:2.0:1776192957.317795:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.317800:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.317805:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00000800:00000200:2.0:1776192957.317811:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.317818:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.317821:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192957.317920:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aea437d9. 00010000:00000010:1.0:1776192957.318022:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005dc93dc7. 00010000:00000010:1.0:1776192957.318029:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0d785ec. 00010000:00000010:1.0:1776192957.318105:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbce0990. 00010000:00000010:1.0:1776192957.318111:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192957.318121:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adfa9002. 00000100:00000010:1.0:1776192957.318126:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.318133:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192957.318146:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947f6ab3. 02000000:00000010:1.0:1776192957.318235:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cba66191. 00000400:00000010:1.0:1776192957.318240:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001bb8e0cb. 00000400:00000010:1.0:1776192957.318245:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192957.318250:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518720, portal 16 00000400:00000010:1.0:1776192957.318254:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192957.318256:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518720, offset 0 00000400:00000200:1.0:1776192957.318260:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.318268:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.318274:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.318277:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.318280:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.318283:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91357:91357:255:4294967295] 192.168.203.33@tcp LPNI seq info [91357:91357:7:4294967295] 00000400:00000200:1.0:1776192957.318289:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.318293:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.318297:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036d27d24 (tot 82352394). 00000800:00000200:1.0:1776192957.318301:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.318305:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.318308:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036d27d24 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.318362:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.318368:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.318379:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc050712. 00000800:00000200:2.0:1776192957.328712:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.328721:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82352146). 00000400:00000200:2.0:1776192957.328730:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.328738:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.328745:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:2.0:1776192957.328747:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000800:00000200:2.0:1776192957.329020:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.329022:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036d27d24 (tot 82351898). 00000400:00000200:2.0:1776192957.329028:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.329032:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.329034:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:2.0:1776192957.329036:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:2.0:1776192957.329044:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349518720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.330322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c70470e. 00010000:00000010:1.1:1776192957.331212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5ce3be9. 00010000:00000010:1.1:1776192957.331237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00000400:00000200:3.0:1776192957.331451:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.331468:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314180 00000400:00000200:3.0:1776192957.331477:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb356d [1] + 224 00000400:00000200:3.0:1776192957.331489:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.331493:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.331503:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349518720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.331539:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.331545:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c580 00000400:00000200:3.0:1776192957.331551:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1ecd [2] + 656 00000400:00000200:3.0:1776192957.331579:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.331583:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.331588:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.331593:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000400:00000010:2.0:1776192957.331645:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001bb8e0cb. 00000400:00000200:2.0:1776192957.331651:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:2.0:1776192957.331652:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:2.0:1776192957.331659:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349518720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.331668:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349518720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.331699:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cba66191. 00000020:00000010:0.0:1776192957.331701:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf8e9088. 02000000:00000010:2.0:1776192957.331704:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947f6ab3. 00000100:00000010:2.0:1776192957.331709:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:2.0:1776192957.331713:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:2.0:1776192957.331716:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adfa9002. 00000020:00000010:0.0:1776192957.331718:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.331723:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.331747:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dd79861 x1862471344637312/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192957.331791:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637312 02000000:00000010:0.0:1776192957.331802:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed8f80f1. 00010000:00000010:0.0:1776192957.331839:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027205a2c. 00010000:00000010:0.0:1776192957.331859:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.331865:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.331880:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.331883:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00000400:00000010:0.0:1776192957.331897:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192957.331901:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637312, offset 224 00000400:00000200:0.0:1776192957.331908:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.331919:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.331925:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91358:91358:256:4294967295] 192.168.203.33@tcp LPNI seq info [91358:91358:8:4294967295] 00000400:00000200:0.0:1776192957.331934:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.331938:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.331943:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192957.331948:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.331954:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.331958:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.331980:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.331983:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.331986:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf8e9088. 00000800:00000200:3.0:1776192957.332277:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.332280:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:3.0:1776192957.332285:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.332289:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.332292:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:3.0:1776192957.332294:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00080000:00000010:2.0:1776192957.332312:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc050712. 00010000:00000010:2.0:1776192957.332397:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:2.0:1776192957.332403:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c2270e9. 00010000:00000010:2.0:1776192957.332469:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192957.332475:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004213cc7c. 00010000:00000010:2.0:1776192957.332485:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.332489:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078e9316c. 00000100:00000010:2.0:1776192957.332495:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192957.332504:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a93bcbdd. 02000000:00000010:2.0:1776192957.332525:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000507308c1. 00000400:00000010:2.0:1776192957.332530:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019384101. 00000400:00000010:2.0:1776192957.332533:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192957.332537:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518784, portal 16 00000400:00000010:2.0:1776192957.332540:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192957.332543:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518784, offset 0 00000400:00000200:2.0:1776192957.332548:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.332554:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.332636:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.332639:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.332643:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.332645:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91359:91359:256:4294967295] 192.168.203.33@tcp LPNI seq info [91359:91359:8:4294967295] 00000400:00000200:2.0:1776192957.332655:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.332659:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.332663:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00000800:00000200:2.0:1776192957.332668:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.332672:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.332675:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.332888:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.332891:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:3.0:1776192957.332894:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.332898:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.332901:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:3.0:1776192957.332902:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:3.0:1776192957.332907:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349518784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.335147:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.335201:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673141c0 00000400:00000200:3.0:1776192957.335210:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3579 [1] + 224 00000400:00000200:3.0:1776192957.335224:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.335228:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.335237:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349518784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.337436:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019384101. 00000400:00000200:2.0:1776192957.337448:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:2.0:1776192957.337450:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000100:00000200:2.0:1776192957.337462:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349518784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.337472:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349518784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.337503:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000507308c1. 02000000:00000010:2.0:1776192957.337511:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a93bcbdd. 00000100:00000010:2.0:1776192957.337515:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192957.337519:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078e9316c. 00010000:00000010:2.0:1776192957.337523:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00010000:00000010:0.1:1776192957.337623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e400596. 00000400:00000200:3.0:1776192957.339609:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.339629:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c5c0 00000400:00000200:3.0:1776192957.339638:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1ecd [2] + 984 00000400:00000200:3.0:1776192957.340602:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.340612:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.340620:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.340627:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:1.0:1776192957.342384:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023e51d9e. 00000020:00000010:1.0:1776192957.342394:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.342399:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.342784:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344637376/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192957.342945:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637376 02000000:00000010:1.0:1776192957.342958:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b1f8f58. 00010000:00000010:1.0:1776192957.342987:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2c92b02. 00010000:00000010:1.0:1776192957.343009:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000600f5af2. 00000100:00000010:1.0:1776192957.343018:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.343043:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.343047:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000600f5af2. 00000400:00000010:1.0:1776192957.343061:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192957.343067:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637376, offset 224 00000400:00000200:1.0:1776192957.343075:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.343088:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.343094:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91360:91360:256:4294967295] 192.168.203.33@tcp LPNI seq info [91360:91360:8:4294967295] 00000400:00000200:1.0:1776192957.343104:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.343110:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.343114:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192957.343120:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.343127:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.343131:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.343172:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.343178:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.343181:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023e51d9e. 00080000:00000010:2.0:1776192957.343219:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a93bcbdd. 00010000:00000010:2.0:1776192957.343304:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004213cc7c. 00000800:00000200:3.0:1776192957.343310:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776192957.343312:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000361ff084. 00000800:00000010:3.0:1776192957.343315:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192957.343322:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.343327:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.343332:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:3.0:1776192957.343334:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00010000:00000010:2.0:1776192957.343377:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cfef258. 00010000:00000010:2.0:1776192957.343381:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000031922976. 00010000:00000010:2.0:1776192957.343386:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192957.343390:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004213cc7c. 00080000:00000010:2.0:1776192957.343400:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000507308c1. 00010000:00000010:2.0:1776192957.343418:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004213cc7c. 00010000:00000010:2.0:1776192957.343421:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031922976. 00010000:00000010:2.0:1776192957.343461:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.0:1776192957.343464:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004213cc7c. 00010000:00000010:2.0:1776192957.343470:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.343473:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078e9316c. 00000100:00000010:2.0:1776192957.343479:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192957.343488:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d21f983. 02000000:00000010:2.0:1776192957.343507:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c661eee. 00000400:00000010:2.0:1776192957.343512:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019384101. 00000400:00000010:2.0:1776192957.343516:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192957.343520:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518848, portal 16 00000400:00000010:2.0:1776192957.343523:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192957.343525:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518848, offset 0 00000400:00000200:2.0:1776192957.343530:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.343536:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.343542:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.343545:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.343547:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.343550:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91361:91361:256:4294967295] 192.168.203.33@tcp LPNI seq info [91361:91361:8:4294967295] 00000400:00000200:2.0:1776192957.343955:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.343962:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.343967:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192957.343971:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.343975:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.343978:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.344679:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.344683:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:3.0:1776192957.344688:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.344694:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.344707:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:3.0:1776192957.344710:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000100:00000200:3.0:1776192957.344717:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349518848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.348489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f032130e. 00010000:00000010:2.1:1776192957.348512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbce0990. 00000400:00000200:3.0:1776192957.349076:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.349098:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314200 00000400:00000200:3.0:1776192957.349108:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3585 [1] + 224 00000400:00000200:3.0:1776192957.349122:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.349125:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.349137:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349518848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.349206:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.349212:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c600 00000400:00000200:3.0:1776192957.349219:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1ecd [2] + 1312 00000400:00000200:3.0:1776192957.349226:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.349229:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.349233:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.349238:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000400:00000010:2.0:1776192957.349303:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019384101. 00000400:00000200:2.0:1776192957.349309:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:2.0:1776192957.349311:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000100:00000200:2.0:1776192957.349317:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349518848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.349325:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349518848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.349354:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c661eee. 02000000:00000010:2.0:1776192957.349361:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d21f983. 00000100:00000010:2.0:1776192957.349364:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192957.349368:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078e9316c. 00010000:00000010:2.0:1776192957.349372:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000020:00000010:1.0:1776192957.350185:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023e51d9e. 00000020:00000010:1.0:1776192957.350194:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.350198:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.350225:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344637440/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192957.350257:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637440 02000000:00000010:1.0:1776192957.350268:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fd0b3a9. 00010000:00000010:1.0:1776192957.350293:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000260958db. 00010000:00000010:1.0:1776192957.350312:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000600f5af2. 00000100:00000010:1.0:1776192957.350319:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.350330:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.350332:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000600f5af2. 00000400:00000010:1.0:1776192957.350344:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192957.350348:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637440, offset 224 00000400:00000200:1.0:1776192957.350356:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.350368:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.350373:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91362:91362:256:4294967295] 192.168.203.33@tcp LPNI seq info [91362:91362:8:4294967295] 00000400:00000200:1.0:1776192957.350383:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.350387:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.350391:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192957.350396:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.350403:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.350406:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.350634:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.350640:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.350643:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023e51d9e. 00080000:00000010:2.0:1776192957.350652:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d21f983. 00010000:00000010:2.0:1776192957.350733:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004213cc7c. 00010000:00000010:2.0:1776192957.350741:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c1fa67f. 00010000:00000010:2.0:1776192957.350819:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000850f6077. 00010000:00000010:2.0:1776192957.350826:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004213cc7c. 00010000:00000010:2.0:1776192957.350835:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.350839:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078e9316c. 00000100:00000010:2.0:1776192957.350845:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192957.350856:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c661eee. 02000000:00000010:2.0:1776192957.350877:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac9b135f. 00000400:00000010:2.0:1776192957.350882:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019384101. 00000400:00000010:2.0:1776192957.350886:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192957.350891:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518912, portal 16 00000400:00000010:2.0:1776192957.350895:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192957.350896:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518912, offset 0 00000400:00000200:2.0:1776192957.350902:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.350910:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.350917:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.350921:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.350924:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.350927:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91363:91363:255:4294967295] 192.168.203.33@tcp LPNI seq info [91363:91363:7:4294967295] 00000400:00000200:2.0:1776192957.350934:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.350939:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.350942:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352394). 00000800:00000200:2.0:1776192957.350946:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.350950:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.350952:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.354592:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.354599:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82352146). 00000400:00000200:3.0:1776192957.354609:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.354618:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.354623:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:3.0:1776192957.354625:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00010000:00000010:2.1:1776192957.355344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfb8322c. 00010000:00000010:2.1:1776192957.355354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.1:1776192957.355358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfef258. 00010000:00000010:2.1:1776192957.355360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00000800:00000200:3.0:1776192957.355617:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.355620:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:3.0:1776192957.355625:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.355630:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.355634:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:3.0:1776192957.355636:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:3.0:1776192957.355644:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349518912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.360210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ec4ce4. 00010000:00000010:2.1:1776192957.360794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3388dc4. 00010000:00000010:2.1:1776192957.360803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00000400:00000200:3.0:1776192957.363369:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.363391:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314240 00000400:00000200:3.0:1776192957.363400:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3591 [1] + 224 00000400:00000200:3.0:1776192957.363417:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.363421:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.363492:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349518912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.364343:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019384101. 00000400:00000200:2.0:1776192957.364350:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:2.0:1776192957.364352:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000100:00000200:2.0:1776192957.364361:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349518912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.364369:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349518912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.364397:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac9b135f. 02000000:00000010:2.0:1776192957.364403:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c661eee. 00000100:00000010:2.0:1776192957.364407:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192957.364411:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078e9316c. 00010000:00000010:2.0:1776192957.364414:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00010000:00000010:1.1:1776192957.368221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d2b3d93. 00000400:00000200:3.0:1776192957.371001:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.372651:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c640 00000400:00000200:3.0:1776192957.372672:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1ecd [2] + 1640 00000400:00000200:0.0:1776192957.372856:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.372862:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.372871:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.372877:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 00000020:00000010:3.0:1776192957.375091:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003337962e. 00000020:00000010:3.0:1776192957.375103:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192957.375109:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000979fbd98. 00000100:00000200:3.0:1776192957.375141:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008f6f168 x1862471344637504/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.375215:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637504 02000000:00000010:3.0:1776192957.375227:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df138ea6. 00010000:00000010:3.0:1776192957.375257:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072cbf76f. 00010000:00000010:3.0:1776192957.375281:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.375289:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020e23260. 00000100:00000010:3.0:1776192957.375309:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020e23260. 00010000:00000010:3.0:1776192957.375312:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000010:3.0:1776192957.375325:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192957.375330:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637504, offset 224 00000400:00000200:3.0:1776192957.375339:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.375353:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.375360:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91364:91364:256:4294967295] 192.168.203.33@tcp LPNI seq info [91364:91364:8:4294967295] 00000400:00000200:3.0:1776192957.375371:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.375376:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.375380:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192957.375387:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.375394:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.375399:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.375416:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192957.375420:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000979fbd98. 00000020:00000010:3.0:1776192957.375424:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003337962e. 00080000:00000010:2.0:1776192957.375553:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c661eee. 00010000:00000010:2.0:1776192957.375653:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004213cc7c. 00010000:00000010:2.0:1776192957.375662:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058d37b9f. 00010000:00000010:2.0:1776192957.375751:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.0:1776192957.375757:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004213cc7c. 00010000:00000010:2.0:1776192957.375778:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.375782:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078e9316c. 00000100:00000010:2.0:1776192957.375789:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192957.375800:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac9b135f. 02000000:00000010:2.0:1776192957.375819:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcd940d0. 00000400:00000010:2.0:1776192957.375824:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019384101. 00000400:00000010:2.0:1776192957.375828:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192957.375832:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349518976, portal 16 00000400:00000010:2.0:1776192957.375836:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192957.375838:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349518976, offset 0 00000400:00000200:2.0:1776192957.375843:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.375850:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.375855:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.375859:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.375862:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.375864:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91365:91365:255:4294967295] 192.168.203.33@tcp LPNI seq info [91365:91365:7:4294967295] 00000400:00000200:2.0:1776192957.375872:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.375880:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.375884:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352394). 00000800:00000200:2.0:1776192957.375887:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.375891:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.375894:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.376016:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.376028:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:1.0:1776192957.376034:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.376039:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.376043:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:1.0:1776192957.376045:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000800:00000200:1.0:1776192957.376110:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.376112:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:1.0:1776192957.376115:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.376119:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.376121:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:1.0:1776192957.376122:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:1.0:1776192957.376127:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349518976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.380593:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.380612:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314280 00000400:00000200:3.0:1776192957.380622:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb359d [1] + 224 00000400:00000200:3.0:1776192957.380637:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.380641:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.380654:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349518976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.380866:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019384101. 00000400:00000200:2.0:1776192957.380871:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:2.0:1776192957.380873:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000100:00000200:2.0:1776192957.380879:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349518976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.380887:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349518976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.380915:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcd940d0. 02000000:00000010:2.0:1776192957.380920:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac9b135f. 00000100:00000010:2.0:1776192957.380923:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:2.0:1776192957.380927:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078e9316c. 00010000:00000010:2.0:1776192957.380931:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000200:0.0:1776192957.390389:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.390411:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c680 00000400:00000200:0.0:1776192957.390420:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1ecd [2] + 1968 00000400:00000010:0.0:1776192957.390425:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3801e8f. 00000400:00000200:0.0:1776192957.390432:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001634d9fe 00000400:00000200:0.0:1776192957.390702:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.390806:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.390811:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001634d9fe 00000400:00000010:0.0:1776192957.390814:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001634d9fe (tot 82351746). 00000100:00000200:0.0:1776192957.390822:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192957.391067:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac9b135f. 00000020:00000010:2.0:1776192957.391075:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.391079:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.391107:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005abf9c48 x1862471344637568/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.391136:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637568 02000000:00000010:2.0:1776192957.391147:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcd940d0. 00010000:00000010:2.1:1776192957.391645:0:64778:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000365fb5cf. 00010000:00000010:2.1:1776192957.391653:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.0:1776192957.391682:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047258bf7. 00010000:00000010:2.0:1776192957.391823:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.391830:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078e9316c. 00000100:00000010:2.0:1776192957.391850:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078e9316c. 00010000:00000010:2.0:1776192957.391854:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.391867:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192957.391871:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637568, offset 224 00000400:00000200:2.0:1776192957.391880:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.391892:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.391897:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91366:91366:256:4294967295] 192.168.203.33@tcp LPNI seq info [91366:91366:8:4294967295] 00000400:00000200:2.0:1776192957.391907:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.391913:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.391918:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82351994). 00000800:00000200:2.0:1776192957.391924:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.391930:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.391934:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.392308:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031922976. 00000020:00000010:2.0:1776192957.392315:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.392325:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac9b135f. 02000000:00000010:2.0:1776192957.392333:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df138ea6. 00000100:00000010:2.0:1776192957.392337:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 02000000:00000010:2.0:1776192957.392341:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fd0b3a9. 00000100:00000010:2.0:1776192957.392343:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:2.0:1776192957.392346:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b1f8f58. 00000100:00000010:2.0:1776192957.392348:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:2.0:1776192957.392351:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed8f80f1. 00000100:00000010:2.0:1776192957.392353:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 02000000:00000010:2.0:1776192957.392355:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f51e9281. 00000100:00000010:2.0:1776192957.392357:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 02000000:00000010:2.0:1776192957.392361:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9e4b1c. 00000100:00000010:2.0:1776192957.392362:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000200:2.0:1776192957.392373:0:64778:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192957.392380:0:64778:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019384101. 00000400:00000010:2.0:1776192957.392384:0:64778:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000078e9316c (tot 82352146). 00080000:00000010:0.0:1776192957.393390:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf8e9088. 00010000:00000010:0.0:1776192957.393500:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004213cc7c. 00010000:00000010:0.0:1776192957.393509:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000338c09f9. 00010000:00000010:0.0:1776192957.393586:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.393592:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c7b5b696. 00010000:00000010:0.0:1776192957.393604:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.393609:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.393617:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.393629:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9784358. 02000000:00000010:0.0:1776192957.393659:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f916345. 00000400:00000010:0.0:1776192957.393666:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3801e8f. 00000400:00000010:0.0:1776192957.393672:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.393677:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519040, portal 16 00000400:00000010:0.0:1776192957.393681:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192957.393697:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519040, offset 0 00000400:00000200:0.0:1776192957.393707:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.393721:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.393728:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.393731:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.393734:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.393737:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91367:91367:255:4294967295] 192.168.203.33@tcp LPNI seq info [91367:91367:7:4294967295] 00000400:00000200:0.0:1776192957.393745:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.393750:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.393754:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192957.393761:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.393776:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.393781:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.397702:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.397710:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82352146). 00000400:00000200:1.0:1776192957.397721:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.397730:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.397735:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:1.0:1776192957.397738:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 02000000:00000010:1.0:1776192957.397746:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcd940d0. 00000800:00000200:1.0:1776192957.398073:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.398075:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:1.0:1776192957.398079:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.398084:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.398087:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:1.0:1776192957.398088:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000100:00000200:1.0:1776192957.398096:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349519040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192957.402925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebfb1aa2. 00010000:00000010:2.1:1776192957.402925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ef0a78f. 00010000:00000010:0.1:1776192957.403653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000049c75f5. 00010000:00000010:0.1:1776192957.403661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00000400:00000200:3.0:1776192957.407892:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.407912:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673142c0 00000400:00000200:3.0:1776192957.407922:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb35ad [1] + 224 00000400:00000200:3.0:1776192957.407934:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.407938:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.407948:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349519040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.407988:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.407993:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c6c0 00000400:00000200:3.0:1776192957.407998:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f29 [2] + 0 00000400:00000200:3.0:1776192957.408007:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.408010:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.408014:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.408021:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000400:00000010:0.0:1776192957.408049:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3801e8f. 00000400:00000200:0.0:1776192957.408056:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:0.0:1776192957.408058:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.408064:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349519040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.408072:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349519040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.408100:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f916345. 02000000:00000010:0.0:1776192957.408105:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9784358. 00000100:00000010:0.0:1776192957.408110:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000020:00000010:1.0:1776192957.408114:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023e51d9e. 00000100:00000010:0.0:1776192957.408114:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.408117:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00000020:00000010:1.0:1776192957.408120:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.408124:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.408146:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344637632/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192957.408198:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637632 02000000:00000010:1.0:1776192957.408209:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000230f14a5. 00010000:00000010:1.0:1776192957.408833:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066765c68. 00010000:00000010:1.0:1776192957.408858:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000600f5af2. 00000100:00000010:1.0:1776192957.408864:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.408954:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.408958:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000600f5af2. 00000400:00000010:1.0:1776192957.408972:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00080000:00000010:0.0:1776192957.409036:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9784358. 00010000:00000010:0.0:1776192957.409133:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7b5b696. 00010000:00000010:0.0:1776192957.409141:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca7ddffe. 00010000:00000010:0.0:1776192957.409270:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026187545. 00010000:00000010:0.0:1776192957.409276:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c7b5b696. 00010000:00000010:0.0:1776192957.409286:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.409290:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.409296:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.409318:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f916345. 02000000:00000010:0.0:1776192957.409340:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000658517c9. 00000400:00000010:0.0:1776192957.409345:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3801e8f. 00000100:00000200:1.0:1776192957.413439:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637632, offset 224 00000400:00000200:1.0:1776192957.413463:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.413481:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.413487:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91368:91368:256:4294967295] 192.168.203.33@tcp LPNI seq info [91368:91368:8:4294967295] 00000400:00000200:1.0:1776192957.413509:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.413514:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.413520:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192957.413527:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.413534:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.413537:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.413806:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.413814:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.413818:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023e51d9e. 00000400:00000010:0.0:1776192957.415383:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.415397:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519104, portal 16 00000400:00000010:0.0:1776192957.415406:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192957.415408:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519104, offset 0 00000400:00000200:0.0:1776192957.415418:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.415434:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.415440:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.415444:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.415446:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.415449:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91369:91369:255:4294967295] 192.168.203.33@tcp LPNI seq info [91369:91369:7:4294967295] 00000400:00000200:0.0:1776192957.415459:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.415464:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.415469:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352394). 00000800:00000200:0.0:1776192957.415476:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.415484:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.415488:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.418635:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.418642:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82352146). 00000400:00000200:2.0:1776192957.418652:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.418661:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.418666:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:2.0:1776192957.418669:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000800:00000200:2.0:1776192957.418749:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.418752:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:2.0:1776192957.418756:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.418759:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.418761:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:2.0:1776192957.418763:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000100:00000200:2.0:1776192957.418780:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349519104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.420026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed4bb0a9. 00010000:00000010:0.1:1776192957.420039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00000400:00000200:1.0:1776192957.423087:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.423105:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314300 00000400:00000200:1.0:1776192957.423114:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb35b9 [1] + 224 00000400:00000200:1.0:1776192957.423127:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.423131:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.423141:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349519104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.423203:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1cc9369. 00000400:00000010:0.0:1776192957.423291:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3801e8f. 00000400:00000200:0.0:1776192957.423296:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:0.0:1776192957.423298:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.423304:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349519104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.423311:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349519104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.423337:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000658517c9. 02000000:00000010:0.0:1776192957.423342:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f916345. 00000100:00000010:0.0:1776192957.423345:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192957.423349:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.423353:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00000400:00000200:3.0:1776192957.423551:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.423574:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c700 00000400:00000200:3.0:1776192957.423580:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f29 [2] + 328 00000400:00000200:3.0:1776192957.423630:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.423634:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.423638:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.423642:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000020:00000010:1.0:1776192957.423862:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023e51d9e. 00000020:00000010:1.0:1776192957.423869:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.423873:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.423897:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344637696/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192957.423931:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637696 02000000:00000010:1.0:1776192957.423942:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035a13a6c. 00010000:00000010:1.0:1776192957.423973:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afb3825a. 00010000:00000010:1.0:1776192957.423993:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000600f5af2. 00000100:00000010:1.0:1776192957.423999:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.424053:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.424056:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000600f5af2. 00000400:00000010:1.0:1776192957.424072:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007465e33a. 00000100:00000200:1.0:1776192957.424076:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637696, offset 224 00000400:00000200:1.0:1776192957.424084:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.424094:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.424099:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91370:91370:256:4294967295] 192.168.203.33@tcp LPNI seq info [91370:91370:8:4294967295] 00000400:00000200:1.0:1776192957.424109:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.424114:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.424119:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192957.424124:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.424131:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.424134:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.424206:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.424212:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.424215:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023e51d9e. 00000800:00000200:3.0:1776192957.425031:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.425036:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192957.425042:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.425048:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.425053:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:3.0:1776192957.425054:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00080000:00000010:0.0:1776192957.426457:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f916345. 00010000:00000010:0.0:1776192957.426624:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7b5b696. 00010000:00000010:0.0:1776192957.426633:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040d6bc94. 00010000:00000010:0.0:1776192957.428046:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074be7c45. 00010000:00000010:0.0:1776192957.428057:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.428062:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.428069:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c7b5b696. 00080000:00000010:0.0:1776192957.428091:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000658517c9. 00010000:00000010:0.0:1776192957.428421:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7b5b696. 00010000:00000010:0.0:1776192957.428427:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.428491:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031900170. 00010000:00000010:0.0:1776192957.428496:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c7b5b696. 00010000:00000010:0.0:1776192957.428504:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.428512:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.428521:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.428535:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f087424. 02000000:00000010:0.0:1776192957.432868:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f42d1b9b. 00000400:00000010:0.0:1776192957.432883:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3801e8f. 00000400:00000010:0.0:1776192957.432890:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.432896:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519168, portal 16 00000400:00000010:0.0:1776192957.432902:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192957.432905:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519168, offset 0 00000400:00000200:0.0:1776192957.432915:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.432931:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.432938:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.432941:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.432944:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.432947:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91371:91371:256:4294967295] 192.168.203.33@tcp LPNI seq info [91371:91371:8:4294967295] 00000400:00000200:0.0:1776192957.432956:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.432962:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.432969:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192957.432976:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.432983:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.432986:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.433224:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.433228:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:1.0:1776192957.433234:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.433239:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.433243:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:1.0:1776192957.433245:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:1.0:1776192957.433251:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349519168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.434326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d821c6. 00000400:00000200:3.0:1776192957.439214:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.439233:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314340 00000400:00000200:3.0:1776192957.439243:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb35c5 [1] + 224 00000400:00000200:3.0:1776192957.439255:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.439258:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.439269:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349519168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.439298:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.439304:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c740 00000400:00000200:3.0:1776192957.439308:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f29 [2] + 656 00000400:00000200:3.0:1776192957.439314:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.439316:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.439320:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.439325:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:1.0:1776192957.439417:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023e51d9e. 00000020:00000010:1.0:1776192957.439424:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.439428:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.439454:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344637760/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192957.439488:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637760 02000000:00000010:1.0:1776192957.439506:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4ecdcb5. 00010000:00000010:1.0:1776192957.439545:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000600f5af2. 00000100:00000010:1.0:1776192957.439552:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.439568:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.439571:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000600f5af2. 00000400:00000010:1.0:1776192957.439584:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000066f1a46. 00000100:00000200:1.0:1776192957.439589:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637760, offset 224 00000400:00000200:1.0:1776192957.439596:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.439606:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.439610:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91372:91372:256:4294967295] 192.168.203.33@tcp LPNI seq info [91372:91372:8:4294967295] 00000400:00000200:1.0:1776192957.439619:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.439624:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.439627:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192957.439633:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.439639:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.439643:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.439657:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000031fb4da1. 00000020:00000010:1.0:1776192957.439661:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.439663:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023e51d9e. 00000400:00000010:0.0:1776192957.439855:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3801e8f. 00000400:00000200:0.0:1776192957.439859:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:0.0:1776192957.439861:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.439867:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349519168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.439876:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349519168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192957.439894:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b28be24d. 02000000:00000010:0.0:1776192957.439908:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f42d1b9b. 02000000:00000010:0.0:1776192957.439912:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f087424. 00000100:00000010:0.0:1776192957.439915:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192957.439919:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.439921:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00080000:00000010:0.0:1776192957.439935:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f087424. 00010000:00000010:0.0:1776192957.440014:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7b5b696. 00010000:00000010:0.0:1776192957.440021:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000065ffb76. 00010000:00000010:0.0:1776192957.440091:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.0:1776192957.440096:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c7b5b696. 00010000:00000010:0.0:1776192957.440104:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.440107:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.440113:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.440122:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f42d1b9b. 02000000:00000010:0.0:1776192957.440141:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed8f80f1. 00000400:00000010:0.0:1776192957.440145:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3801e8f. 00000400:00000010:0.0:1776192957.440276:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.440281:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519232, portal 16 00000400:00000010:0.0:1776192957.440285:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192957.440287:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519232, offset 0 00000400:00000200:0.0:1776192957.440293:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.440299:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.440454:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.440458:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.440461:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.440464:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91373:91373:255:4294967295] 192.168.203.33@tcp LPNI seq info [91373:91373:7:4294967295] 00000400:00000200:0.0:1776192957.440472:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.440477:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.440480:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192957.440485:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.440490:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.440649:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.441649:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.441654:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82352146). 00000400:00000200:3.0:1776192957.441658:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.441665:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.441670:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:3.0:1776192957.441671:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000800:00000200:3.0:1776192957.441735:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.441737:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:3.0:1776192957.441740:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.441743:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.441745:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0db7cf 00000400:00000010:3.0:1776192957.441747:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0db7cf. 00000100:00000200:3.0:1776192957.441752:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349519232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.442415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000633f2cc6. 00010000:00000010:0.1:1776192957.442423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00010000:00000010:0.1:1776192957.442428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074be7c45. 00010000:00000010:0.1:1776192957.442431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00000400:00000200:3.0:1776192957.444850:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.444870:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314380 00000400:00000200:3.0:1776192957.444878:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb35d1 [1] + 224 00000400:00000200:3.0:1776192957.444889:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.444892:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.444902:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349519232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.444932:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.444939:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c780 00000400:00000200:3.0:1776192957.444944:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f29 [2] + 984 00000400:00000200:3.0:1776192957.444953:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.444956:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000010:0.0:1776192957.444956:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3801e8f. 00000400:00000200:0.0:1776192957.444962:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:0.0:1776192957.444964:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.445029:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349519232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.445038:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349519232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.445067:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed8f80f1. 02000000:00000010:0.0:1776192957.445074:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f42d1b9b. 00000100:00000010:0.0:1776192957.445077:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192957.445081:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.445085:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00000100:00000200:3.0:1776192957.452210:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.452224:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:0.0:1776192957.453434:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f42d1b9b. 00000020:00000010:0.0:1776192957.453445:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.453449:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.453479:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344637824/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192957.453516:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637824 02000000:00000010:0.0:1776192957.453526:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed8f80f1. 00010000:00000010:0.0:1776192957.453561:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee9929d8. 00010000:00000010:0.0:1776192957.453582:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.453589:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.453608:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.453612:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00000400:00000010:0.0:1776192957.453626:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192957.453631:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637824, offset 224 00000400:00000200:0.0:1776192957.453640:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.453653:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.453659:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91374:91374:256:4294967295] 192.168.203.33@tcp LPNI seq info [91374:91374:8:4294967295] 00000400:00000200:0.0:1776192957.453668:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.453673:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.453678:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192957.453684:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.453691:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.453695:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.453710:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.453714:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.453716:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f42d1b9b. 00000800:00000200:3.0:1776192957.456138:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.456146:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:3.0:1776192957.456169:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.456179:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.456184:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:3.0:1776192957.456187:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00080000:00000010:3.0:1776192957.456223:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003337962e. 00010000:00000010:3.0:1776192957.456319:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7b5b696. 00010000:00000010:3.0:1776192957.456327:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008817f3d7. 00010000:00000010:3.0:1776192957.456396:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192957.456402:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ef1e2f8. 00010000:00000010:3.0:1776192957.456412:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.456433:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020e23260. 00000100:00000010:3.0:1776192957.456442:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192957.456455:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7bd03ac. 02000000:00000010:3.0:1776192957.456483:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a4628c5. 00000400:00000010:3.0:1776192957.456488:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c979b9. 00000400:00000010:3.0:1776192957.456492:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192957.456497:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519296, portal 16 00000400:00000010:3.0:1776192957.456502:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192957.456504:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519296, offset 0 00000400:00000200:3.0:1776192957.456511:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.456524:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.456532:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.456537:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.456540:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.456543:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91375:91375:256:4294967295] 192.168.203.33@tcp LPNI seq info [91375:91375:8:4294967295] 00000400:00000200:3.0:1776192957.456554:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.456559:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.456563:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192957.456570:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.456577:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.456581:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.456751:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.456755:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192957.456759:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.456774:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.456778:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:2.0:1776192957.456779:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000100:00000200:2.0:1776192957.456785:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349519296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.457200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064419bce. 00010000:00000010:0.1:1776192957.457209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c4a9e6e. 00010000:00000010:0.1:1776192957.457214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031900170. 00000400:00000200:2.0:1776192957.458835:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.458854:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673143c0 00000400:00000200:2.0:1776192957.458863:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb35dd [1] + 224 00000400:00000200:2.0:1776192957.458874:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.458878:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.458887:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349519296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.461871:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.461888:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c7c0 00000400:00000200:2.0:1776192957.461896:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f29 [2] + 1312 00000400:00000200:2.0:1776192957.461920:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.461925:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.461931:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.461937:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:2.0:1776192957.461989:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac9b135f. 00000020:00000010:2.0:1776192957.461996:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192957.462000:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.462023:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344637888/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192957.462048:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637888 02000000:00000010:2.0:1776192957.462059:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcd940d0. 00010000:00000010:2.0:1776192957.462095:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.462102:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192957.462108:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192957.462112:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.462126:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c28a338. 00000100:00000200:2.0:1776192957.462131:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637888, offset 224 00000400:00000200:2.0:1776192957.462138:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.462147:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.462167:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91376:91376:256:4294967295] 192.168.203.33@tcp LPNI seq info [91376:91376:8:4294967295] 00000400:00000200:2.0:1776192957.462176:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.462180:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.462185:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192957.462190:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.462196:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.462199:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.462221:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192957.462225:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.462234:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac9b135f. 00000800:00000200:2.0:1776192957.462325:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.462329:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:2.0:1776192957.462332:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.462335:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.462338:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:2.0:1776192957.462339:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 00000400:00000010:3.0:1776192957.463108:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c979b9. 00000400:00000200:3.0:1776192957.463115:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:3.0:1776192957.463116:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:3.0:1776192957.463124:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349519296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.463133:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349519296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192957.463190:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f66079b8. 02000000:00000010:3.0:1776192957.463208:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a4628c5. 02000000:00000010:3.0:1776192957.463213:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7bd03ac. 00000100:00000010:3.0:1776192957.463219:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:3.0:1776192957.463224:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020e23260. 00010000:00000010:3.0:1776192957.463510:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00080000:00000010:0.0:1776192957.463650:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f42d1b9b. 00010000:00000010:0.0:1776192957.463753:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ef1e2f8. 00010000:00000010:0.0:1776192957.463760:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff24a0e9. 00010000:00000010:0.0:1776192957.463841:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031900170. 00010000:00000010:0.0:1776192957.463848:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c48e5ab6. 00010000:00000010:0.0:1776192957.463859:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.463864:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.463870:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.463883:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d51f978. 02000000:00000010:0.0:1776192957.463907:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000219b429b. 00000400:00000010:0.0:1776192957.463913:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3801e8f. 00000400:00000010:0.0:1776192957.463917:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192957.463922:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519360, portal 16 00000400:00000010:0.0:1776192957.463927:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192957.463929:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519360, offset 0 00000400:00000200:0.0:1776192957.463937:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.463949:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.463955:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.463958:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.463961:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.463964:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91377:91377:256:4294967295] 192.168.203.33@tcp LPNI seq info [91377:91377:8:4294967295] 00000400:00000200:0.0:1776192957.463972:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.463977:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.463981:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192957.463986:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.463993:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.463996:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.464127:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.464131:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:2.0:1776192957.464135:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.464139:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.464143:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:2.0:1776192957.464144:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000100:00000200:2.0:1776192957.464189:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349519360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192957.466425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000080f3a79. 00010000:00000010:3.1:1776192957.466440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192957.467453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096d9b605. 00010000:00000010:3.1:1776192957.470432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d7447d. 00010000:00000010:0.1:1776192957.471296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066f4542f. 00010000:00000010:0.1:1776192957.471385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00000400:00000200:2.0:1776192957.474644:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.474662:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314400 00000400:00000200:2.0:1776192957.474673:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb35e9 [1] + 224 00000400:00000200:2.0:1776192957.474684:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.474689:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.474702:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349519360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.474739:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.474744:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c800 00000400:00000200:2.0:1776192957.474748:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f29 [2] + 1640 00000400:00000200:2.0:1776192957.474762:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.474774:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.474779:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.474785:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00000400:00000010:0.0:1776192957.474884:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3801e8f. 00000400:00000200:0.0:1776192957.474889:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192957.474891:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192957.474897:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349519360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.474905:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349519360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.474936:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000219b429b. 02000000:00000010:0.0:1776192957.474942:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d51f978. 00000100:00000010:0.0:1776192957.474946:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192957.474950:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.474953:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00000020:00000010:3.0:1776192957.475031:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7bd03ac. 00000020:00000010:3.0:1776192957.475038:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192957.475041:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000979fbd98. 00000100:00000200:3.0:1776192957.475064:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344637952/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192957.475094:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344637952 02000000:00000010:3.0:1776192957.475105:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a4628c5. 00010000:00000010:3.0:1776192957.475130:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eef6d3fd. 00010000:00000010:0.0:1776192957.476411:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.476423:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.476439:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.476443:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00000400:00000010:0.0:1776192957.476462:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192957.476467:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344637952, offset 224 00000400:00000200:0.0:1776192957.476477:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.476491:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.476508:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91378:91378:256:4294967295] 192.168.203.33@tcp LPNI seq info [91378:91378:8:4294967295] 00000400:00000200:0.0:1776192957.476519:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.476523:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.476528:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.476533:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.476539:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.476543:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.476646:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:0.0:1776192957.476653:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000979fbd98. 00000020:00000010:0.0:1776192957.476656:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7bd03ac. 00000800:00000200:0.0:1776192957.476779:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.476782:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192957.476787:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.476792:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.476795:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192957.476797:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00080000:00000010:3.0:1776192957.477227:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c01d8bb7. 00010000:00000010:3.0:1776192957.477646:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c48e5ab6. 00010000:00000010:3.0:1776192957.477655:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031fd163e. 00010000:00000010:3.0:1776192957.477732:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.0:1776192957.477739:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000669f523f. 00010000:00000010:3.0:1776192957.477751:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192957.477756:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020e23260. 00000100:00000010:3.0:1776192957.477776:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192957.477791:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000881d6ae0. 02000000:00000010:3.0:1776192957.477817:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7bd03ac. 00000400:00000010:3.0:1776192957.477824:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c979b9. 00000400:00000010:3.0:1776192957.477829:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192957.477835:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519424, portal 16 00000400:00000010:3.0:1776192957.477840:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192957.477842:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519424, offset 0 00000400:00000200:3.0:1776192957.477850:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.477861:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.477868:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.477872:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.477874:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.477877:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91379:91379:256:4294967295] 192.168.203.33@tcp LPNI seq info [91379:91379:8:4294967295] 00000400:00000200:3.0:1776192957.477885:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.477890:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.477893:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.477899:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.477905:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.477909:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.478271:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.478275:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:2.0:1776192957.478280:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.478284:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.478287:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:2.0:1776192957.478289:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:2.0:1776192957.478295:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349519424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.482010:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.482028:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314440 00000400:00000200:3.0:1776192957.482036:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb35f5 [1] + 224 00000400:00000200:3.0:1776192957.482047:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.482051:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.482061:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349519424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.482085:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.482090:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c840 00000400:00000200:3.0:1776192957.482094:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f29 [2] + 1968 00000400:00000010:3.0:1776192957.482098:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf70b78. 00000400:00000200:3.0:1776192957.482101:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c1a876c0 00000400:00000200:3.0:1776192957.482140:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.482144:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.482146:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1a876c0 00000400:00000010:3.0:1776192957.482148:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c1a876c0 (tot 82351746). 00000100:00000200:3.0:1776192957.482168:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192957.482753:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000219b429b. 00000020:00000010:0.0:1776192957.482760:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.482774:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.482799:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000088e5fc58 x1862471344638016/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.482834:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638016 02000000:00000010:0.0:1776192957.482844:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d51f978. 00010000:00000010:0.0:1776192957.482879:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.482886:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de96cf97. 00000100:00000010:0.0:1776192957.482891:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de96cf97. 00010000:00000010:0.0:1776192957.482895:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00000400:00000010:0.0:1776192957.482907:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192957.482911:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638016, offset 224 00000400:00000200:0.0:1776192957.482919:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.482929:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.482935:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91380:91380:256:4294967295] 192.168.203.33@tcp LPNI seq info [91380:91380:8:4294967295] 00000400:00000200:0.0:1776192957.482945:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.482950:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.482953:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82351994). 00000800:00000200:0.0:1776192957.482958:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.482964:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.482967:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.482984:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.482988:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.482990:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000219b429b. 02000000:00000010:0.0:1776192957.483000:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a4628c5. 00000100:00000010:0.0:1776192957.483003:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 02000000:00000010:0.0:1776192957.483007:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcd940d0. 00000100:00000010:0.0:1776192957.483009:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:0.0:1776192957.483013:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed8f80f1. 00000100:00000010:0.0:1776192957.483015:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:0.0:1776192957.483018:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4ecdcb5. 00000100:00000010:0.0:1776192957.483020:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:0.0:1776192957.483023:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035a13a6c. 00000100:00000010:0.0:1776192957.483025:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:0.0:1776192957.483028:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000230f14a5. 00000100:00000010:0.0:1776192957.483029:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000200:0.0:1776192957.483035:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192957.483041:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3801e8f. 00000400:00000010:0.0:1776192957.483045:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000de96cf97 (tot 82352146). 00000800:00000200:0.0:1776192957.483112:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.483115:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192957.483119:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.483123:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.483125:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192957.483127:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 02000000:00000010:0.0:1776192957.483130:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d51f978. 00000400:00000010:0.0:1776192957.483150:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c979b9. 00000400:00000200:0.0:1776192957.483191:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:0.0:1776192957.483193:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:0.0:1776192957.483198:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349519424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.483206:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349519424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192957.483225:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecaa9555. 02000000:00000010:0.0:1776192957.483238:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7bd03ac. 02000000:00000010:0.0:1776192957.483243:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000881d6ae0. 00000100:00000010:0.0:1776192957.483247:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:0.0:1776192957.483249:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020e23260. 00010000:00000010:0.0:1776192957.483252:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00080000:00000010:0.0:1776192957.483268:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d51f978. 00010000:00000010:0.0:1776192957.483354:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000669f523f. 00010000:00000010:0.0:1776192957.483360:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4a61764. 00010000:00000010:0.0:1776192957.483421:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074be7c45. 00010000:00000010:0.0:1776192957.483424:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.483429:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.483434:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080ddf1b2. 00080000:00000010:0.0:1776192957.483445:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed8f80f1. 00010000:00000010:0.0:1776192957.483468:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080ddf1b2. 00010000:00000010:0.0:1776192957.483472:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.483528:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026187545. 00010000:00000010:0.0:1776192957.483532:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080ddf1b2. 00010000:00000010:0.0:1776192957.483539:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.483543:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001634d9fe. 00000100:00000010:0.0:1776192957.483549:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.483878:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000219b429b. 02000000:00000010:0.0:1776192957.483903:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000074aabda. 00000400:00000010:0.0:1776192957.483908:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f34ac5. 00000400:00000010:0.0:1776192957.483912:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192957.483915:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519488, portal 16 00000400:00000010:0.0:1776192957.483919:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192957.483921:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519488, offset 0 00000400:00000200:0.0:1776192957.483928:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.483937:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.483943:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.483947:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.483949:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.483951:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91381:91381:256:4294967295] 192.168.203.33@tcp LPNI seq info [91381:91381:8:4294967295] 00000400:00000200:0.0:1776192957.483958:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.483962:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.483965:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.483970:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.483973:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.483976:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.484351:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.484355:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:2.0:1776192957.484359:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.484364:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.484367:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:2.0:1776192957.484369:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000100:00000200:2.0:1776192957.484374:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349519488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192957.487385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb8a1e44. 00000400:00000200:3.0:1776192957.489887:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.489904:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314480 00000400:00000200:3.0:1776192957.489913:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3605 [1] + 224 00000400:00000200:3.0:1776192957.489923:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.489927:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.489936:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349519488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.490003:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.490008:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c880 00000400:00000200:3.0:1776192957.490012:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f81 [2] + 0 00000400:00000200:3.0:1776192957.490021:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.490024:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.490027:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.490032:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:2.0:1776192957.490598:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac9b135f. 00000020:00000010:2.0:1776192957.490605:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192957.490610:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.490631:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344638080/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.490662:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638080 02000000:00000010:2.0:1776192957.490671:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcd940d0. 00010000:00000010:2.0:1776192957.490707:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.490713:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192957.490719:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192957.490722:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192957.490733:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c28a338. 00000100:00000200:2.0:1776192957.490737:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638080, offset 224 00000400:00000200:2.0:1776192957.490744:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.490754:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.490759:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91382:91382:256:4294967295] 192.168.203.33@tcp LPNI seq info [91382:91382:8:4294967295] 00000400:00000200:2.0:1776192957.490778:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.490782:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.490787:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192957.490792:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.490798:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.490802:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.490826:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192957.490830:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.490839:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac9b135f. 00000800:00000200:1.0:1776192957.491036:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.491040:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:1.0:1776192957.491043:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.491047:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.491051:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:1.0:1776192957.491053:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 00010000:00000010:0.1:1776192957.491889:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4dab44d. 00010000:00000010:0.1:1776192957.491900:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f0fff62. 00010000:00000010:0.1:1776192957.491903:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:0.1:1776192957.491905:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074be7c45. 00010000:00000010:0.1:1776192957.491908:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00000400:00000010:0.0:1776192957.491919:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057f34ac5. 00000400:00000200:0.0:1776192957.491922:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192957.491924:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192957.491932:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349519488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.491942:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349519488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192957.491965:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4cb82fa. 02000000:00000010:0.0:1776192957.491979:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000074aabda. 02000000:00000010:0.0:1776192957.491984:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000219b429b. 00000100:00000010:0.0:1776192957.491989:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192957.491992:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001634d9fe. 00010000:00000010:0.0:1776192957.491995:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00080000:00000010:0.0:1776192957.492012:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000074aabda. 00010000:00000010:3.1:1776192957.492275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053443668. 00010000:00000010:3.1:1776192957.492281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031900170. 00010000:00000010:2.0:1776192957.495109:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080ddf1b2. 00010000:00000010:2.0:1776192957.495125:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008380547a. 00010000:00000010:2.0:1776192957.495803:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000850f6077. 00010000:00000010:2.0:1776192957.495812:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e4c7d76. 00010000:00000010:2.0:1776192957.495826:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192957.495833:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192957.495842:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192957.495856:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac9b135f. 02000000:00000010:2.0:1776192957.495883:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c595119c. 00000400:00000010:2.0:1776192957.495890:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085ef24ce. 00000400:00000010:2.0:1776192957.495895:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192957.495901:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519552, portal 16 00000400:00000010:2.0:1776192957.495907:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192957.495909:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519552, offset 0 00000400:00000200:2.0:1776192957.495918:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.495933:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.495940:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.495943:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.495946:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.495949:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91383:91383:256:4294967295] 192.168.203.33@tcp LPNI seq info [91383:91383:8:4294967295] 00000400:00000200:2.0:1776192957.495957:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.495963:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.495967:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192957.495974:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.495980:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.495984:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.496724:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.496729:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:3.0:1776192957.496734:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.496740:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.496744:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:3.0:1776192957.496746:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:3.0:1776192957.496753:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349519552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.503914:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.503935:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673144c0 00000400:00000200:3.0:1776192957.503945:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3611 [1] + 224 00000400:00000200:3.0:1776192957.503957:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.503960:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.503971:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349519552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.504052:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.504059:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c8c0 00000400:00000200:3.0:1776192957.504063:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f81 [2] + 328 00000400:00000200:3.0:1776192957.504111:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.504114:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.504118:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.504123:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:1.0:1776192957.504274:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7bf19f. 00000020:00000010:1.0:1776192957.504281:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b3af66f0. 00000020:00000010:1.0:1776192957.504285:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.504321:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344638144/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192957.504345:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638144 02000000:00000010:1.0:1776192957.504357:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000230f14a5. 00010000:00000010:1.0:1776192957.504393:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006fdec106. 00000100:00000010:1.0:1776192957.504400:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.504406:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.504409:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006fdec106. 00000400:00000010:1.0:1776192957.504422:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192957.504427:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638144, offset 224 00000400:00000200:1.0:1776192957.504434:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.504444:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.504448:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91384:91384:256:4294967295] 192.168.203.33@tcp LPNI seq info [91384:91384:8:4294967295] 00000400:00000200:1.0:1776192957.504457:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.504462:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.504466:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192957.504470:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.504477:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.504480:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.504497:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b3af66f0. 00000020:00000010:1.0:1776192957.504503:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.504506:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7bf19f. 00000800:00000200:1.0:1776192957.504581:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.504584:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:1.0:1776192957.504587:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.504590:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.504593:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:1.0:1776192957.504595:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00010000:00000010:0.1:1776192957.508133:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e208ed0e. 00000400:00000010:0.0:1776192957.508479:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085ef24ce. 00000400:00000200:0.0:1776192957.508484:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:0.0:1776192957.508486:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:0.0:1776192957.509014:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349519552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.509034:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349519552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192957.509064:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023390370. 02000000:00000010:0.0:1776192957.509080:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c595119c. 02000000:00000010:0.0:1776192957.509085:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac9b135f. 00000100:00000010:0.0:1776192957.509090:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:0.0:1776192957.509095:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:0.0:1776192957.509098:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00080000:00000010:0.0:1776192957.509115:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac9b135f. 00010000:00000010:0.0:1776192957.509244:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e4c7d76. 00010000:00000010:0.0:1776192957.509254:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae691d4e. 00010000:00000010:0.0:1776192957.509337:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.509343:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c26e52e. 00010000:00000010:0.0:1776192957.509357:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.509364:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001634d9fe. 00000100:00000010:0.0:1776192957.509372:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.509385:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000219b429b. 02000000:00000010:0.0:1776192957.509414:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2afe61f. 00000400:00000010:0.0:1776192957.509419:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f34ac5. 00000400:00000010:0.0:1776192957.509424:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192957.509430:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519616, portal 16 00000400:00000010:0.0:1776192957.509435:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002696d13a. 00000100:00000200:0.0:1776192957.509437:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519616, offset 0 00000400:00000200:0.0:1776192957.509445:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.509460:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.509466:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.509469:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.509472:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.509475:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91385:91385:256:4294967295] 192.168.203.33@tcp LPNI seq info [91385:91385:8:4294967295] 00000400:00000200:0.0:1776192957.509485:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.509491:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.509506:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192957.509513:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.509521:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.509524:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.509876:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.509881:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:3.0:1776192957.509887:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.509892:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.509896:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002696d13a 00000400:00000010:3.0:1776192957.509898:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002696d13a. 00000100:00000200:3.0:1776192957.509903:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349519616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.511417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007aa6cf37. 00010000:00000010:2.1:1776192957.511430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00000400:00000200:3.0:1776192957.512816:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.512832:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314500 00000400:00000200:3.0:1776192957.512841:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb361d [1] + 224 00000400:00000200:3.0:1776192957.512851:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.512854:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.512865:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349519616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.512898:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.512903:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c900 00000400:00000200:3.0:1776192957.512907:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f81 [2] + 656 00000400:00000200:3.0:1776192957.512948:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.512951:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.512956:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.512962:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000020:00000010:2.0:1776192957.513053:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040708c22. 00000020:00000010:2.0:1776192957.513059:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b7fc7e76. 00000020:00000010:2.0:1776192957.513063:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.513087:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dd79861 x1862471344638208/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192957.513119:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638208 02000000:00000010:2.0:1776192957.513129:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a76bb0fd. 00010000:00000010:2.0:1776192957.513199:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e873520c. 00000100:00000010:2.0:1776192957.513206:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.513212:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192957.513215:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e873520c. 00000400:00000010:2.0:1776192957.513228:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192957.513233:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638208, offset 224 00000400:00000200:2.0:1776192957.513241:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.513250:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.513256:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91386:91386:256:4294967295] 192.168.203.33@tcp LPNI seq info [91386:91386:8:4294967295] 00000400:00000200:2.0:1776192957.513265:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.513270:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.513274:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00000800:00000200:2.0:1776192957.513279:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.513285:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.513288:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.513319:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b7fc7e76. 00000020:00000010:2.0:1776192957.513324:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.513335:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040708c22. 00000400:00000010:0.0:1776192957.513736:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057f34ac5. 00000400:00000200:0.0:1776192957.513741:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192957.513743:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192957.513749:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349519616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.513759:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349519616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192957.513790:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000715debf1. 02000000:00000010:0.0:1776192957.513806:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2afe61f. 02000000:00000010:0.0:1776192957.513812:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000219b429b. 00000100:00000010:0.0:1776192957.513817:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192957.513822:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001634d9fe. 00010000:00000010:0.0:1776192957.513824:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00080000:00000010:0.0:1776192957.513841:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2afe61f. 00010000:00000010:0.0:1776192957.513923:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c26e52e. 00010000:00000010:0.0:1776192957.513929:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a144e86a. 00010000:00000010:0.0:1776192957.513999:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d067bae7. 00010000:00000010:0.0:1776192957.514005:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c26e52e. 00010000:00000010:0.0:1776192957.514014:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192957.514018:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001634d9fe. 00000100:00000010:0.0:1776192957.514023:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.514034:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000219b429b. 02000000:00000010:0.0:1776192957.514055:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e36155f7. 00000400:00000010:0.0:1776192957.514059:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f34ac5. 00000400:00000010:0.0:1776192957.514062:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192957.514066:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519680, portal 16 00000400:00000010:0.0:1776192957.514070:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.514072:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519680, offset 0 00000400:00000200:0.0:1776192957.514078:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.514085:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.514091:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.514095:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.514098:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.514100:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91387:91387:255:4294967295] 192.168.203.33@tcp LPNI seq info [91387:91387:7:4294967295] 00000400:00000200:0.0:1776192957.514107:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.514111:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.514115:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352394). 00000800:00000200:0.0:1776192957.514119:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.514123:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.514126:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192957.515422:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfeb38b. 00010000:00000010:0.1:1776192957.515436:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041568330. 00010000:00000010:0.1:1776192957.515441:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00000800:00000200:0.0:1776192957.515479:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.515482:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82352146). 00000400:00000200:0.0:1776192957.515486:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.515505:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.515511:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:0.0:1776192957.515512:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000800:00000200:0.0:1776192957.515981:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.515984:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:0.0:1776192957.515989:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.515993:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.515996:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:0.0:1776192957.515998:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.516004:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349519680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.524736:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.524756:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314540 00000400:00000200:0.0:1776192957.524774:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3629 [1] + 224 00000400:00000200:0.0:1776192957.524794:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.524798:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.524810:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349519680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.526793:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.526814:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c940 00000400:00000200:0.0:1776192957.526823:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f81 [2] + 984 00000400:00000200:0.0:1776192957.526880:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.526884:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.526890:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.526896:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea6e4226. 00000020:00000010:3.0:1776192957.528408:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000881d6ae0. 00000020:00000010:3.0:1776192957.528421:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192957.528427:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.528457:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea6e4226 x1862471344638272/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.528488:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638272 02000000:00000010:3.0:1776192957.528511:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7bd03ac. 00010000:00000010:3.0:1776192957.528550:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009068810. 00000100:00000010:3.0:1776192957.528704:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000991c83a5. 00000100:00000010:3.0:1776192957.528711:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000991c83a5. 00010000:00000010:3.0:1776192957.528714:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009068810. 00000400:00000010:3.0:1776192957.528728:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192957.528733:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638272, offset 224 00000400:00000200:3.0:1776192957.528740:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.528752:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.528758:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91388:91388:256:4294967295] 192.168.203.33@tcp LPNI seq info [91388:91388:8:4294967295] 00000400:00000200:3.0:1776192957.528782:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.528788:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.528792:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.528798:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.528805:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.528809:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.528826:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192957.528830:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.528833:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000881d6ae0. 00000800:00000200:3.0:1776192957.528927:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.528930:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:3.0:1776192957.528935:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.528939:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.528943:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192957.528945:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000400:00000010:1.0:1776192957.530364:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057f34ac5. 00000400:00000200:1.0:1776192957.530371:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:1.0:1776192957.530373:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:1.0:1776192957.530383:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349519680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.530393:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349519680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.530420:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a16a4e3e. 02000000:00000010:1.0:1776192957.530435:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e36155f7. 02000000:00000010:1.0:1776192957.530442:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000219b429b. 00000100:00000010:1.0:1776192957.530447:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:1.0:1776192957.530451:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001634d9fe. 00010000:00000010:1.0:1776192957.530454:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 00080000:00000010:1.0:1776192957.530474:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035a13a6c. 00010000:00000010:1.0:1776192957.530854:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c26e52e. 00010000:00000010:1.0:1776192957.530862:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8f151fe. 00010000:00000010:1.0:1776192957.530938:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.530946:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192957.530957:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006fdec106. 00000100:00000010:1.0:1776192957.530963:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.530971:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192957.530984:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4ecdcb5. 02000000:00000010:1.0:1776192957.531014:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ae46111. 00000400:00000010:1.0:1776192957.531021:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce8fc4b3. 00000400:00000010:1.0:1776192957.531025:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192957.531029:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519744, portal 16 00000400:00000010:1.0:1776192957.531034:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192957.531036:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519744, offset 0 00000400:00000200:1.0:1776192957.531043:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.531057:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.531064:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.531068:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.531071:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.531075:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91389:91389:256:4294967295] 192.168.203.33@tcp LPNI seq info [91389:91389:8:4294967295] 00000400:00000200:1.0:1776192957.531083:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.531087:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.531091:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192957.531097:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.531103:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.531108:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.531348:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.531352:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:3.0:1776192957.531356:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.531361:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.531365:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:3.0:1776192957.531366:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00000100:00000200:3.0:1776192957.531371:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349519744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.532685:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007285fc79. 00010000:00000010:0.1:1776192957.532696:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb207c74. 00010000:00000010:0.1:1776192957.532700:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00000400:00000200:0.0:1776192957.533518:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.533533:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314580 00000400:00000200:0.0:1776192957.533542:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3635 [1] + 224 00000400:00000200:0.0:1776192957.533565:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.533569:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.533587:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349519744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.533809:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce8fc4b3. 00000400:00000200:1.0:1776192957.533814:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:1.0:1776192957.533850:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:1.0:1776192957.533858:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349519744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.533865:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349519744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.533892:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ae46111. 02000000:00000010:1.0:1776192957.533898:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4ecdcb5. 00000100:00000010:1.0:1776192957.533901:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192957.533905:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.533909:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006fdec106. 00010000:00000010:1.1:1776192957.534324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5891b4. 00010000:00000010:1.1:1776192957.534332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055e32b62. 00010000:00000010:1.1:1776192957.534336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00000400:00000200:3.0:1776192957.536977:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.536997:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c980 00000400:00000200:3.0:1776192957.537007:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f81 [2] + 1312 00000400:00000200:3.0:1776192957.537070:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.537074:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.537081:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.537086:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000020:00000010:0.0:1776192957.537716:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d85f20d. 00000020:00000010:0.0:1776192957.537724:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.537728:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.537757:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344638336/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192957.537802:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638336 02000000:00000010:0.0:1776192957.537814:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d36f36a4. 00010000:00000010:0.0:1776192957.537845:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7a17624. 00010000:00000010:0.0:1776192957.537872:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.537879:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001634d9fe. 00000100:00000010:0.0:1776192957.538662:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001634d9fe. 00010000:00000010:0.0:1776192957.538669:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.538686:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.538691:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638336, offset 224 00000400:00000200:0.0:1776192957.538701:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.538715:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.538721:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91390:91390:256:4294967295] 192.168.203.33@tcp LPNI seq info [91390:91390:8:4294967295] 00000400:00000200:0.0:1776192957.538731:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.538735:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.538740:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192957.538745:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.538752:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.538756:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.538801:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.538807:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.538810:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d85f20d. 00000800:00000200:0.0:1776192957.538922:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.538927:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:0.0:1776192957.538932:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.538937:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.538940:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:0.0:1776192957.538942:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00080000:00000010:0.0:1776192957.546696:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d85f20d. 00010000:00000010:0.0:1776192957.546914:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:0.0:1776192957.546926:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000731e3bac. 00010000:00000010:0.0:1776192957.553557:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074be7c45. 00010000:00000010:0.0:1776192957.553570:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.553576:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.553583:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000244ef8ca. 00080000:00000010:0.0:1776192957.553606:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083716bd2. 00010000:00000010:0.0:1776192957.553670:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000244ef8ca. 00010000:00000010:0.0:1776192957.553676:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.553741:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.0:1776192957.553745:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000244ef8ca. 00010000:00000010:0.0:1776192957.553754:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.553772:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001634d9fe. 00000100:00000010:0.0:1776192957.553782:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 02000000:00000010:0.0:1776192957.553798:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000882c47ac. 02000000:00000010:0.0:1776192957.553829:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e022285b. 00000400:00000010:0.0:1776192957.553837:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8214073. 00000400:00000010:0.0:1776192957.553843:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.553851:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519808, portal 16 00000400:00000010:0.0:1776192957.553858:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192957.553861:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519808, offset 0 00000400:00000200:0.0:1776192957.553871:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.553888:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.553896:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.553899:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.553902:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.553906:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91391:91391:256:4294967295] 192.168.203.33@tcp LPNI seq info [91391:91391:8:4294967295] 00000400:00000200:0.0:1776192957.553916:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.553923:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.553929:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192957.553947:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.553953:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.553957:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.554820:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.554825:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:3.0:1776192957.554831:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.554838:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.554843:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:3.0:1776192957.554845:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:3.0:1776192957.554854:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000990f4539 x1862471349519808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.556254:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.556270:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673145c0 00000400:00000200:3.0:1776192957.556278:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3641 [1] + 224 00000400:00000200:3.0:1776192957.556289:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.556292:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.556442:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000990f4539 x1862471349519808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.556466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad53530b. 00000400:00000010:0.0:1776192957.556490:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8214073. 00000400:00000200:0.0:1776192957.556494:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:0.0:1776192957.556496:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.556501:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000990f4539 x1862471349519808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.556509:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000990f4539 x1862471349519808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.556537:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e022285b. 02000000:00000010:0.0:1776192957.556542:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000882c47ac. 00000100:00000010:0.0:1776192957.556545:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 00000100:00000010:0.0:1776192957.556548:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001634d9fe. 00010000:00000010:0.0:1776192957.556550:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000200:0.0:1776192957.563129:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.563150:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6c9c0 00000400:00000200:0.0:1776192957.563175:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f81 [2] + 1640 00000400:00000200:0.0:1776192957.563245:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.563251:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.563259:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.563266:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 00000020:00000010:1.0:1776192957.563469:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000219b429b. 00000020:00000010:1.0:1776192957.563476:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192957.563480:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.563519:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000990f4539 x1862471344638400/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192957.563558:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638400 02000000:00000010:1.0:1776192957.563570:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ae46111. 00010000:00000010:1.0:1776192957.563599:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081c8e68f. 00010000:00000010:1.0:1776192957.563621:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006339fb6b. 00000100:00000010:1.0:1776192957.563627:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.563645:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.563648:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006339fb6b. 00000400:00000010:1.0:1776192957.563664:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192957.563668:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638400, offset 224 00000400:00000200:1.0:1776192957.563675:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.563685:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.563691:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91392:91392:256:4294967295] 192.168.203.33@tcp LPNI seq info [91392:91392:8:4294967295] 00000400:00000200:1.0:1776192957.563700:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.563705:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.563710:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192957.563715:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.563722:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.563725:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.563740:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192957.563745:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.563747:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000219b429b. 00000800:00000200:1.0:1776192957.563837:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.563841:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:1.0:1776192957.563844:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.563848:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.563852:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:1.0:1776192957.563854:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00080000:00000010:0.0:1776192957.564880:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000882c47ac. 00010000:00000010:0.1:1776192957.566470:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f94d19b. 00010000:00000010:0.1:1776192957.566483:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00010000:00000010:0.1:1776192957.566488:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074be7c45. 00010000:00000010:0.1:1776192957.566490:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.566608:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000244ef8ca. 00010000:00000010:0.0:1776192957.566616:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d68053cc. 00010000:00000010:0.0:1776192957.566687:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.566692:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000244ef8ca. 00010000:00000010:0.0:1776192957.567013:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.567022:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001634d9fe. 00000100:00000010:0.0:1776192957.567032:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 02000000:00000010:0.0:1776192957.567046:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e022285b. 02000000:00000010:0.0:1776192957.567074:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a7691e7. 00000400:00000010:0.0:1776192957.567082:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8214073. 00000400:00000010:0.0:1776192957.567089:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.567096:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519872, portal 16 00000400:00000010:0.0:1776192957.567102:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004654046e. 00000100:00000200:0.0:1776192957.567104:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519872, offset 0 00000400:00000200:0.0:1776192957.567114:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.567133:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.567140:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.567144:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.567147:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.567150:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91393:91393:256:4294967295] 192.168.203.33@tcp LPNI seq info [91393:91393:8:4294967295] 00000400:00000200:0.0:1776192957.567184:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.567189:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.567194:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192957.567199:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.567206:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.567209:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.567351:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.567355:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:2.0:1776192957.567360:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.567364:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.567368:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004654046e 00000400:00000010:2.0:1776192957.567369:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004654046e. 00000100:00000200:2.0:1776192957.567376:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093daabff x1862471349519872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.574426:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008616f5c0. 00010000:00000010:0.1:1776192957.579215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed93c4e3. 00010000:00000010:0.1:1776192957.579229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00000400:00000200:3.0:1776192957.583544:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.583701:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314600 00000400:00000200:3.0:1776192957.583711:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb364d [1] + 224 00000400:00000200:3.0:1776192957.583723:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.583727:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.583738:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093daabff x1862471349519872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.584121:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.584129:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ca00 00000400:00000200:3.0:1776192957.584135:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1f81 [2] + 1968 00000400:00000010:3.0:1776192957.584139:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63f1d9a. 00000400:00000200:3.0:1776192957.584289:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000056731965 00000400:00000010:0.0:1776192957.584441:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8214073. 00000400:00000200:0.0:1776192957.584446:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:0.0:1776192957.584448:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.584455:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093daabff x1862471349519872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.584463:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093daabff x1862471349519872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.584503:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a7691e7. 02000000:00000010:0.0:1776192957.584510:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e022285b. 00000100:00000010:0.0:1776192957.584514:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 00000100:00000010:0.0:1776192957.584518:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001634d9fe. 00010000:00000010:0.0:1776192957.584521:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000200:3.0:1776192957.584630:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.584634:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.584638:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056731965 00000400:00000010:3.0:1776192957.584640:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000056731965 (tot 82351746). 00000100:00000200:3.0:1776192957.584644:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192957.584885:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e022285b. 00000020:00000010:0.0:1776192957.584892:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.584896:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.584922:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008bc228b9 x1862471344638464/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.584985:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638464 02000000:00000010:0.0:1776192957.584995:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a7691e7. 00010000:00000010:0.0:1776192957.585030:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f4119c7. 00010000:00000010:0.0:1776192957.585050:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.585056:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001634d9fe. 00000100:00000010:0.0:1776192957.585071:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001634d9fe. 00010000:00000010:0.0:1776192957.585073:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.585084:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192957.585088:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638464, offset 224 00000400:00000200:0.0:1776192957.585095:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.585105:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.585110:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91394:91394:256:4294967295] 192.168.203.33@tcp LPNI seq info [91394:91394:8:4294967295] 00000400:00000200:0.0:1776192957.585119:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.585123:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.585127:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82351994). 00000800:00000200:0.0:1776192957.585132:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.585139:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.585142:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.585222:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.585226:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.585228:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e022285b. 02000000:00000010:0.0:1776192957.585236:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ae46111. 00000100:00000010:0.0:1776192957.585239:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 02000000:00000010:0.0:1776192957.585242:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d36f36a4. 00000100:00000010:0.0:1776192957.585244:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:0.0:1776192957.585247:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7bd03ac. 00000100:00000010:0.0:1776192957.585250:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea6e4226. 02000000:00000010:0.0:1776192957.585253:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a76bb0fd. 00000100:00000010:0.0:1776192957.585256:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 02000000:00000010:0.0:1776192957.585259:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000230f14a5. 00000100:00000010:0.0:1776192957.585261:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:0.0:1776192957.585263:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcd940d0. 00000100:00000010:0.0:1776192957.585265:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000200:0.0:1776192957.585271:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192957.585275:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8214073. 00000400:00000010:0.0:1776192957.585278:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001634d9fe (tot 82352146). 00000800:00000200:2.0:1776192957.585414:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.585417:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:2.0:1776192957.585421:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.585426:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.585429:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:2.0:1776192957.585431:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 02000000:00000010:2.0:1776192957.585434:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a7691e7. 00080000:00000010:2.0:1776192957.585458:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003deb7e7. 00010000:00000010:2.0:1776192957.587292:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000244ef8ca. 00010000:00000010:2.0:1776192957.587318:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6ffbfc7. 00010000:00000010:3.0:1776192957.587601:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004547952. 00010000:00000010:3.0:1776192957.587609:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c18a630a. 00010000:00000010:3.0:1776192957.587623:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060308fd3. 00000100:00000010:3.0:1776192957.587629:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000991c83a5. 00000100:00000010:3.0:1776192957.587638:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192957.587651:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000881d6ae0. 02000000:00000010:3.0:1776192957.587677:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a4628c5. 00000400:00000010:3.0:1776192957.587683:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192957.587688:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192957.587693:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349519936, portal 16 00000400:00000010:3.0:1776192957.587698:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192957.587700:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349519936, offset 0 00000400:00000200:3.0:1776192957.587710:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.588955:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.588964:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.588967:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.588971:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.588974:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91395:91395:256:4294967295] 192.168.203.33@tcp LPNI seq info [91395:91395:8:4294967295] 00000400:00000200:3.0:1776192957.588984:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.588989:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.588996:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.589004:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.589010:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.589013:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.589899:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.589904:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:2.0:1776192957.589911:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.589919:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.589924:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:2.0:1776192957.589925:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:2.0:1776192957.589933:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349519936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.599049:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.599120:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314640 00000400:00000200:0.0:1776192957.599129:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb365d [1] + 224 00000400:00000200:0.0:1776192957.599141:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.599145:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.599171:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349519936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.599203:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.599208:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ca40 00000400:00000200:0.0:1776192957.599213:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1fd9 [2] + 0 00000400:00000010:3.0:1776192957.599265:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:0.0:1776192957.599271:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.599272:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192957.599276:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000400:00000200:0.0:1776192957.599278:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.599284:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349519936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.599284:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.599291:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea6e4226. 00000100:00000200:3.0:1776192957.599295:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349519936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192957.599337:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d36f36a4. 02000000:00000010:3.0:1776192957.599339:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a4628c5. 00000020:00000010:0.0:1776192957.599343:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 02000000:00000010:3.0:1776192957.599345:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000881d6ae0. 00000020:00000010:0.0:1776192957.599349:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000010:3.0:1776192957.599352:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192957.599357:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000991c83a5. 00010000:00000010:3.0:1776192957.599361:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060308fd3. 00000100:00000200:0.0:1776192957.599375:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea6e4226 x1862471344638528/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.599402:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638528 02000000:00000010:0.0:1776192957.599413:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e022285b. 00010000:00000010:0.0:1776192957.599448:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009839bd99. 00010000:00000010:0.0:1776192957.599689:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.599696:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.599795:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.599800:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.599813:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192957.599817:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638528, offset 224 00000400:00000200:0.0:1776192957.599894:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.599906:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.599913:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91396:91396:256:4294967295] 192.168.203.33@tcp LPNI seq info [91396:91396:8:4294967295] 00000400:00000200:0.0:1776192957.599921:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.599926:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.600028:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.600038:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.600046:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.600103:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.600126:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192957.600131:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.600134:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d36f36a4. 00000800:00000200:0.0:1776192957.600236:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.600240:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192957.600245:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.600250:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.600253:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:0.0:1776192957.600254:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00080000:00000010:3.0:1776192957.600256:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000881d6ae0. 00010000:00000010:3.0:1776192957.600742:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c18a630a. 00010000:00000010:3.0:1776192957.600750:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea183202. 00010000:00000010:3.0:1776192957.600832:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192957.600838:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c18a630a. 00010000:00000010:3.0:1776192957.600848:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060308fd3. 00000100:00000010:3.0:1776192957.600852:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000991c83a5. 00000100:00000010:3.0:1776192957.600859:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192957.600871:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a4628c5. 02000000:00000010:3.0:1776192957.600892:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7bd03ac. 00000400:00000010:3.0:1776192957.600897:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192957.600901:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192957.600905:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520000, portal 16 00000400:00000010:3.0:1776192957.600909:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192957.600911:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520000, offset 0 00000400:00000200:3.0:1776192957.600917:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.600926:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.600932:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.600935:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.600938:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.600941:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91397:91397:256:4294967295] 192.168.203.33@tcp LPNI seq info [91397:91397:8:4294967295] 00000400:00000200:3.0:1776192957.600948:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.600953:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.600957:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192957.600961:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.600965:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.600968:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192957.601845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e429066. 00000800:00000200:0.0:1776192957.601930:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.601934:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192957.601938:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.601945:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.601949:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:0.0:1776192957.601951:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:0.0:1776192957.601957:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349520000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.605485:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.605515:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314680 00000400:00000200:0.0:1776192957.605526:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3669 [1] + 224 00000400:00000200:0.0:1776192957.605544:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.605548:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.605826:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349520000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.606055:0:78442:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe0e4d63. 00010000:00000010:2.1:1776192957.606064:0:78442:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00000400:00000010:3.0:1776192957.607834:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:3.0:1776192957.607845:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192957.607847:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:3.0:1776192957.607860:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349520000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.607869:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349520000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192957.607900:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7bd03ac. 02000000:00000010:3.0:1776192957.607907:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a4628c5. 00000100:00000010:3.0:1776192957.607911:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192957.607914:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000991c83a5. 00010000:00000010:3.0:1776192957.607919:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060308fd3. 00010000:00000010:3.1:1776192957.608253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054f754ea. 00010000:00000010:3.1:1776192957.608260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00010000:00000010:0.1:1776192957.609205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b70ce2. 00000400:00000200:1.0:1776192957.611367:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.611388:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ca80 00000400:00000200:1.0:1776192957.611396:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1fd9 [2] + 328 00000400:00000200:1.0:1776192957.611470:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.611474:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.611480:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.611486:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 00000020:00000010:3.0:1776192957.611737:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4628c5. 00000020:00000010:3.0:1776192957.611745:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192957.611749:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.611783:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebc3b78d x1862471344638592/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192957.611815:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638592 02000000:00000010:3.0:1776192957.611827:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7bd03ac. 00010000:00000010:3.0:1776192957.611853:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000595e2f3a. 00010000:00000010:3.0:1776192957.611873:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060308fd3. 00000100:00000010:3.0:1776192957.611879:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000991c83a5. 00000100:00000010:3.0:1776192957.611891:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000991c83a5. 00010000:00000010:3.0:1776192957.611895:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060308fd3. 00000400:00000010:3.0:1776192957.611908:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192957.611912:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638592, offset 224 00000400:00000200:3.0:1776192957.611920:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.611930:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.611935:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91398:91398:256:4294967295] 192.168.203.33@tcp LPNI seq info [91398:91398:8:4294967295] 00000400:00000200:3.0:1776192957.611945:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.611950:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.611954:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192957.611958:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.611964:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.611967:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.611984:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192957.611988:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.611991:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4628c5. 00080000:00000010:3.0:1776192957.612016:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a4628c5. 00010000:00000010:3.0:1776192957.612093:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c18a630a. 00010000:00000010:3.0:1776192957.612099:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e88afd68. 00010000:00000010:3.0:1776192957.612192:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004547952. 00010000:00000010:3.0:1776192957.612199:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c18a630a. 00010000:00000010:3.0:1776192957.612209:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060308fd3. 00000100:00000010:3.0:1776192957.612212:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000991c83a5. 00000100:00000010:3.0:1776192957.612218:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192957.612228:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df138ea6. 02000000:00000010:3.0:1776192957.612249:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bf6aa9b. 00000400:00000010:3.0:1776192957.612254:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192957.612258:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192957.612262:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520064, portal 16 00000400:00000010:3.0:1776192957.612267:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192957.612269:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520064, offset 0 00000400:00000200:3.0:1776192957.612274:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.612280:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.612286:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.612289:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.612292:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.612294:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91399:91399:255:4294967295] 192.168.203.33@tcp LPNI seq info [91399:91399:7:4294967295] 00000400:00000200:3.0:1776192957.612314:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.612319:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.612321:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352394). 00000800:00000200:3.0:1776192957.612325:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.612329:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.612331:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.613885:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.613892:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:1.0:1776192957.613900:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.613908:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.613913:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:1.0:1776192957.613916:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000800:00000200:1.0:1776192957.613983:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.613985:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192957.613988:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.613991:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.613993:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:1.0:1776192957.613995:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:1.0:1776192957.614001:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349520064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.620454:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.620473:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673146c0 00000400:00000200:0.0:1776192957.620483:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3675 [1] + 224 00000400:00000200:0.0:1776192957.620505:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.620509:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.620519:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349520064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.621936:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:2.0:1776192957.621946:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:2.0:1776192957.621948:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:2.0:1776192957.621959:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349520064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.621969:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349520064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.621998:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bf6aa9b. 02000000:00000010:2.0:1776192957.622004:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df138ea6. 00000100:00000010:2.0:1776192957.622009:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:2.0:1776192957.622013:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000991c83a5. 00010000:00000010:2.0:1776192957.622017:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060308fd3. 00000400:00000200:3.0:1776192957.622201:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.622216:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cac0 00000400:00000200:3.0:1776192957.622222:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1fd9 [2] + 656 00000400:00000200:3.0:1776192957.622260:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.622265:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.622271:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.622275:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:2.0:1776192957.623278:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001af4ce40. 00000020:00000010:2.0:1776192957.623286:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192957.623290:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.623391:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344638656/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192957.623425:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638656 02000000:00000010:2.0:1776192957.623436:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dc49eaf. 00010000:00000010:2.0:1776192957.623460:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e5ac020. 00010000:00000010:2.0:1776192957.623481:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c4ba163. 00000100:00000010:2.0:1776192957.623487:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.623497:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192957.623501:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c4ba163. 00000400:00000010:2.0:1776192957.623512:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192957.623517:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638656, offset 224 00000400:00000200:2.0:1776192957.623525:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.623537:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.623542:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91400:91400:256:4294967295] 192.168.203.33@tcp LPNI seq info [91400:91400:8:4294967295] 00000400:00000200:2.0:1776192957.623553:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.623652:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.623657:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192957.623663:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.623669:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.623673:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.623807:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192957.623813:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.623823:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001af4ce40. 00080000:00000010:0.0:1776192957.623843:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d36f36a4. 00010000:00000010:0.0:1776192957.623926:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c18a630a. 00010000:00000010:0.0:1776192957.623933:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068b1338c. 00000001:00000010:0.0:1776192957.623992:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000057f34ac5. 00000001:00000010:0.0:1776192957.623997:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000057f34ac5. 00000001:00000010:0.0:1776192957.624001:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000013fb5db2. 00080000:00000010:0.0:1776192957.624005:0:77323:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000ae8993a8. 00080000:00000010:0.0:1776192957.624011:0:77323:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000bed87387. 00000001:00000010:0.0:1776192957.624017:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000013fb5db2. 00010000:00000010:0.0:1776192957.624047:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074be7c45. 00010000:00000010:0.0:1776192957.624052:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.624057:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.0:1776192957.624062:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.624075:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ce3e853. 00010000:00000010:0.0:1776192957.624101:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.624104:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:3.1:1776192957.624278:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acffa8a1. 00010000:00000010:3.1:1776192957.624285:0:15849:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000983f64b9. 00010000:00000010:3.1:1776192957.624288:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00000800:00000200:3.0:1776192957.624376:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.624380:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:3.0:1776192957.624384:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.624390:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.624395:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:3.0:1776192957.624396:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00010000:00000010:0.0:1776192957.624713:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000731c625c. 00010000:00000010:0.0:1776192957.624716:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.624721:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:0.0:1776192957.624724:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.624734:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063020f5f. 00010000:00000010:0.0:1776192957.624773:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.624777:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.624819:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000033773dd. 00010000:00000010:0.0:1776192957.624821:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.624824:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000109ec81f. 00010000:00000010:0.0:1776192957.624827:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.624833:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000733f1f9d. 00010000:00000010:0.0:1776192957.624853:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.624857:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.624883:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067be044b. 00010000:00000010:0.0:1776192957.624885:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.624888:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.0:1776192957.624891:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.624898:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a26f374. 00010000:00000010:0.0:1776192957.624918:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.624921:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.624950:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008da0aa16. 00010000:00000010:0.0:1776192957.624952:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.624955:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.0:1776192957.624958:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.624965:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8e72d00. 00010000:00000010:0.0:1776192957.624985:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.624989:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625017:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f66ba70e. 00010000:00000010:0.0:1776192957.625020:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625022:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192957.625025:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.625032:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aaf12e72. 00010000:00000010:0.0:1776192957.625053:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.625057:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625098:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000515f3f6e. 00010000:00000010:0.0:1776192957.625100:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625103:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.0:1776192957.625106:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.625114:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a7691e7. 00010000:00000010:0.0:1776192957.625135:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.625138:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625189:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054bc076e. 00010000:00000010:0.0:1776192957.625192:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625195:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008afcc513. 00010000:00000010:0.0:1776192957.625197:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.625204:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022d874b5. 00010000:00000010:0.0:1776192957.625227:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.625230:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625262:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f066b236. 00010000:00000010:0.0:1776192957.625265:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625268:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192957.625270:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.625277:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e36155f7. 00010000:00000010:0.0:1776192957.625296:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.625299:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625326:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006203d256. 00010000:00000010:0.0:1776192957.625328:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625332:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.0:1776192957.625335:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.625342:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcd940d0. 00010000:00000010:0.0:1776192957.625363:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.625366:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625393:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073440b68. 00010000:00000010:0.0:1776192957.625396:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625399:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192957.625401:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.625408:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000219b429b. 00010000:00000010:0.0:1776192957.625443:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.625448:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625476:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051893dfb. 00010000:00000010:0.0:1776192957.625478:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.625482:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d067bae7. 00010000:00000010:0.0:1776192957.625484:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.626997:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e01c268. 00010000:00000010:0.0:1776192957.627253:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.627260:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627406:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c9c0319. 00010000:00000010:0.0:1776192957.627409:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627413:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026187545. 00010000:00000010:0.0:1776192957.627417:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.627431:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a79a89a4. 00010000:00000010:0.0:1776192957.627455:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.627459:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627489:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007432edc8. 00010000:00000010:0.0:1776192957.627491:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627494:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031900170. 00010000:00000010:0.0:1776192957.627497:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.627509:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081c4c1ea. 00010000:00000010:0.0:1776192957.627534:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.627537:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627569:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f94d19b. 00010000:00000010:0.0:1776192957.627572:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627575:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.0:1776192957.627577:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.627584:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c85f382c. 00010000:00000010:0.0:1776192957.627605:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.627608:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627636:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4221b78. 00010000:00000010:0.0:1776192957.627639:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627641:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.0:1776192957.627644:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.627651:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058043216. 00010000:00000010:0.0:1776192957.627672:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.627675:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627700:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070ccbcf2. 00010000:00000010:0.0:1776192957.627897:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627902:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004711c128. 00010000:00000010:0.0:1776192957.627906:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.627914:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007417b995. 00010000:00000010:0.0:1776192957.627937:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.627940:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627967:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8e399a1. 00010000:00000010:0.0:1776192957.627969:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.627972:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192957.627974:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.627980:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2a086cf. 00010000:00000010:0.0:1776192957.627998:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.628001:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.628108:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9b18fbf. 00010000:00000010:0.0:1776192957.628111:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.628114:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.0:1776192957.628117:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.628123:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe4a38db. 00010000:00000010:0.0:1776192957.628142:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.628144:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.628270:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003233c329. 00010000:00000010:0.0:1776192957.628273:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192957.628276:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.0:1776192957.628278:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00080000:00000010:0.0:1776192957.628284:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083d93c0b. 00010000:00000010:0.0:1776192957.628419:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.628423:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:1.0:1776192957.628649:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b053fc0. 00010000:00000010:1.0:1776192957.628653:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628655:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c67e4c3. 00010000:00000010:1.0:1776192957.628659:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.628666:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd7bf19f. 00010000:00000010:1.0:1776192957.628684:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.628687:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628713:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e81be6. 00010000:00000010:1.0:1776192957.628716:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628718:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a838a69b. 00010000:00000010:1.0:1776192957.628721:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.628728:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a67c4a44. 00010000:00000010:1.0:1776192957.628748:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.628751:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628790:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6e80976. 00010000:00000010:1.0:1776192957.628794:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628797:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1fa45b3. 00010000:00000010:1.0:1776192957.628800:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.628807:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f01a6b61. 00010000:00000010:1.0:1776192957.628834:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.628837:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628860:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b060321. 00010000:00000010:1.0:1776192957.628862:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628865:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000578050eb. 00010000:00000010:1.0:1776192957.628867:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.628873:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000749fc95e. 00010000:00000010:1.0:1776192957.628891:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.628894:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628925:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b1f0e0d. 00010000:00000010:1.0:1776192957.628928:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628931:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.0:1776192957.628933:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.628939:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023fe0419. 00010000:00000010:1.0:1776192957.628957:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.628960:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628981:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033f57c92. 00010000:00000010:1.0:1776192957.628983:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.628986:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbce0990. 00010000:00000010:1.0:1776192957.628989:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.628995:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c30b779b. 00010000:00000010:1.0:1776192957.629010:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629013:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629041:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee7ff931. 00010000:00000010:1.0:1776192957.629043:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629046:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f9ef7d8. 00010000:00000010:1.0:1776192957.629048:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629055:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042c2cc8b. 00010000:00000010:1.0:1776192957.629075:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629078:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629105:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000054fd345. 00010000:00000010:1.0:1776192957.629108:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629111:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3bb61de. 00010000:00000010:1.0:1776192957.629113:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629122:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8d28183. 00010000:00000010:1.0:1776192957.629140:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629143:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629241:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055918130. 00010000:00000010:1.0:1776192957.629244:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629247:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069410578. 00010000:00000010:1.0:1776192957.629250:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629257:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2ddf18d. 00010000:00000010:1.0:1776192957.629277:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629280:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629306:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0b65a13. 00010000:00000010:1.0:1776192957.629309:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629311:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.0:1776192957.629314:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629321:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f38cb65d. 00010000:00000010:1.0:1776192957.629342:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629345:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629375:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f840fc68. 00010000:00000010:1.0:1776192957.629378:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629381:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d41530c. 00010000:00000010:1.0:1776192957.629383:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629390:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000417db7e7. 00010000:00000010:1.0:1776192957.629410:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629485:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629627:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f18d3e8e. 00010000:00000010:1.0:1776192957.629630:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629632:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.0:1776192957.629635:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629641:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3701724. 00010000:00000010:1.0:1776192957.629661:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629664:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629688:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f90f02b9. 00010000:00000010:1.0:1776192957.629690:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629693:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b4c36c2f. 00010000:00000010:1.0:1776192957.629695:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629701:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bba9b099. 00010000:00000010:1.0:1776192957.629720:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629723:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629750:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff42447e. 00010000:00000010:1.0:1776192957.629753:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629755:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d7de0c8. 00010000:00000010:1.0:1776192957.629758:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629776:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000647cd134. 00010000:00000010:1.0:1776192957.629798:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629801:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629827:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066f4542f. 00010000:00000010:1.0:1776192957.629830:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629832:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f893c28. 00010000:00000010:1.0:1776192957.629834:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629842:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008881bac9. 00010000:00000010:1.0:1776192957.629862:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629866:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629891:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6ff5f48. 00010000:00000010:1.0:1776192957.629894:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629897:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089a9319a. 00010000:00000010:1.0:1776192957.629899:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629905:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000608202ca. 00010000:00000010:1.0:1776192957.629926:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629929:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629960:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007196ab29. 00010000:00000010:1.0:1776192957.629963:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.629966:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002644b5ce. 00010000:00000010:1.0:1776192957.629968:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.629974:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d7e93dc. 00010000:00000010:1.0:1776192957.629994:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.629997:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630021:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e56817d. 00010000:00000010:1.0:1776192957.630023:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630026:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5701e21. 00010000:00000010:1.0:1776192957.630028:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630034:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab56a8d9. 00010000:00000010:1.0:1776192957.630055:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630058:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630089:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0581633. 00010000:00000010:1.0:1776192957.630092:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630094:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e58ff4db. 00010000:00000010:1.0:1776192957.630097:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630103:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d88c34f. 00010000:00000010:1.0:1776192957.630122:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630124:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630147:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053d4ba6f. 00010000:00000010:1.0:1776192957.630150:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630179:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000821c23bf. 00010000:00000010:1.0:1776192957.630182:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630189:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0833cfa. 00010000:00000010:1.0:1776192957.630210:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630214:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630240:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023e48769. 00010000:00000010:1.0:1776192957.630243:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630245:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000801df5b0. 00010000:00000010:1.0:1776192957.630248:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630255:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c41170fc. 00010000:00000010:2.1:1776192957.630266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9bb086f. 00010000:00000010:1.0:1776192957.630274:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630278:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630303:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dd456b8. 00010000:00000010:1.0:1776192957.630306:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630309:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad53530b. 00010000:00000010:1.0:1776192957.630312:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630319:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035bb2825. 00010000:00000010:1.0:1776192957.630341:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630345:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630376:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d17ab4b. 00010000:00000010:1.0:1776192957.630379:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630382:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003760ef8a. 00010000:00000010:1.0:1776192957.630385:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630392:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0f7d727. 00010000:00000010:0.1:1776192957.630502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a43089b6. 00010000:00000010:0.1:1776192957.630509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00010000:00000010:0.1:1776192957.630513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074be7c45. 00010000:00000010:0.1:1776192957.630517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.1:1776192957.630520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000731c625c. 00010000:00000010:0.1:1776192957.630522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:0.1:1776192957.630524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000033773dd. 00010000:00000010:0.1:1776192957.630527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109ec81f. 00010000:00000010:0.1:1776192957.630529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067be044b. 00010000:00000010:0.1:1776192957.630531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.1:1776192957.630533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008da0aa16. 00010000:00000010:0.1:1776192957.630537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.1:1776192957.630539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f66ba70e. 00010000:00000010:0.1:1776192957.630541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.1:1776192957.630543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000515f3f6e. 00010000:00000010:0.1:1776192957.630547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00010000:00000010:1.0:1776192957.630615:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630620:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630650:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec5ad5b8. 00010000:00000010:1.0:1776192957.630652:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630655:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cdeb00d. 00010000:00000010:1.0:1776192957.630658:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630664:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000696ce9ed. 00010000:00000010:1.0:1776192957.630684:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630687:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630713:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000241dee06. 00010000:00000010:1.0:1776192957.630716:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630718:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f4ffae5. 00010000:00000010:1.0:1776192957.630721:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630727:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8912f76. 00010000:00000010:1.0:1776192957.630744:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630747:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630782:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093743a8c. 00010000:00000010:1.0:1776192957.630785:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630788:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007363caf0. 00010000:00000010:1.0:1776192957.630790:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630795:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da04c0b9. 00010000:00000010:1.0:1776192957.630813:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630815:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630838:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc2bd62b. 00010000:00000010:1.0:1776192957.630840:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.630843:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b1cc92. 00010000:00000010:1.0:1776192957.630845:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.630850:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000459237a. 00010000:00000010:1.0:1776192957.630866:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.630868:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631011:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9a71467. 00010000:00000010:1.0:1776192957.631014:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631017:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f89cb4e8. 00010000:00000010:1.0:1776192957.631020:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631029:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df9db710. 00010000:00000010:1.0:1776192957.631052:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631055:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631089:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d4a2eee. 00010000:00000010:1.0:1776192957.631092:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631095:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000002d145a. 00010000:00000010:1.0:1776192957.631097:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631104:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd32df28. 00010000:00000010:1.0:1776192957.631123:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631126:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631149:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbdd42f5. 00010000:00000010:1.0:1776192957.631151:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631190:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d8926a7. 00010000:00000010:1.0:1776192957.631194:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631201:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015e84f62. 00010000:00000010:1.0:1776192957.631222:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631226:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631258:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000db2c3d1. 00010000:00000010:1.0:1776192957.631261:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631263:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba614d26. 00010000:00000010:1.0:1776192957.631266:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631273:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a20ab140. 00010000:00000010:1.0:1776192957.631294:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631297:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631323:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a2adf61. 00010000:00000010:1.0:1776192957.631325:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631328:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084f70ef7. 00010000:00000010:1.0:1776192957.631331:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631336:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d828329. 00010000:00000010:1.0:1776192957.631356:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631359:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631386:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006db5565. 00010000:00000010:1.0:1776192957.631388:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631391:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008beab6c6. 00010000:00000010:1.0:1776192957.631393:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631399:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f00e7f3e. 00010000:00000010:1.0:1776192957.631614:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631618:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631645:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b89368b. 00010000:00000010:1.0:1776192957.631648:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631651:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9773a45. 00010000:00000010:1.0:1776192957.631653:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631659:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7136903. 00010000:00000010:1.0:1776192957.631678:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631681:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631708:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a47c84c5. 00010000:00000010:1.0:1776192957.631711:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631713:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000637b714a. 00010000:00000010:1.0:1776192957.631716:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631723:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ef1c264. 00010000:00000010:1.0:1776192957.631744:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631747:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631785:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b98b2ce. 00010000:00000010:1.0:1776192957.631788:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631790:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4a03810. 00010000:00000010:1.0:1776192957.631793:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631799:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bdfc562. 00010000:00000010:1.0:1776192957.631820:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631824:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631856:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001bc20337. 00010000:00000010:1.0:1776192957.631858:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631861:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000481d6499. 00010000:00000010:1.0:1776192957.631863:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631869:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f323f84. 00010000:00000010:1.0:1776192957.631889:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631892:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631918:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071ea35b4. 00010000:00000010:1.0:1776192957.631920:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631923:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe99266d. 00010000:00000010:1.0:1776192957.631925:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631932:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b65bcd7c. 00010000:00000010:1.0:1776192957.631952:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.631956:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631982:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e8ad1c1. 00010000:00000010:1.0:1776192957.631984:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.631986:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a180ccc6. 00010000:00000010:1.0:1776192957.631989:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.631994:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cf78f4e. 00010000:00000010:1.0:1776192957.632011:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.632013:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.632037:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cc36bbe. 00010000:00000010:1.0:1776192957.632039:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.632042:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ec63c4b. 00010000:00000010:1.0:1776192957.632045:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.632051:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068a45e94. 00010000:00000010:1.0:1776192957.632072:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.632075:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.632104:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ca0d7ab. 00010000:00000010:1.0:1776192957.632106:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.632109:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000660f253c. 00010000:00000010:1.0:1776192957.632112:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.632120:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007205d39d. 00010000:00000010:1.0:1776192957.632141:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.632144:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633173:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ff7aec5. 00010000:00000010:1.0:1776192957.633179:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633182:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040e87b38. 00010000:00000010:1.0:1776192957.633185:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.633198:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000992fee18. 00010000:00000010:1.0:1776192957.633239:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.633244:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633279:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a3d06ef. 00010000:00000010:1.0:1776192957.633282:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633284:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ada5659c. 00010000:00000010:1.0:1776192957.633287:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.633293:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bfb9f1b. 00010000:00000010:1.0:1776192957.633313:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.633316:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633339:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000365fb5cf. 00010000:00000010:1.0:1776192957.633342:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633345:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:1.0:1776192957.633348:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.633354:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d55b15f. 00010000:00000010:1.0:1776192957.633371:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.633373:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633395:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da2dd834. 00010000:00000010:1.0:1776192957.633397:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633400:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c2f09bc. 00010000:00000010:1.0:1776192957.633403:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.633408:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c57ee8a3. 00010000:00000010:1.0:1776192957.633821:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.633825:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633858:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003ff1157. 00010000:00000010:1.0:1776192957.633861:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633864:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046f986dd. 00010000:00000010:1.0:1776192957.633866:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.633873:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000467f41bd. 00010000:00000010:1.0:1776192957.633895:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.633899:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633938:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dff526a. 00010000:00000010:1.0:1776192957.633940:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.633943:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000788a4c08. 00010000:00000010:1.0:1776192957.633946:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.633953:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003adfdab9. 00010000:00000010:1.0:1776192957.633973:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.633976:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634003:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000396df665. 00010000:00000010:1.0:1776192957.634006:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634009:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5367f46. 00010000:00000010:1.0:1776192957.634011:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.634018:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054ec414e. 00010000:00000010:1.0:1776192957.634042:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.634045:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634077:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000669e6527. 00010000:00000010:1.0:1776192957.634080:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634082:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd0fefd0. 00010000:00000010:1.0:1776192957.634085:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.634091:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018d709ea. 00010000:00000010:1.0:1776192957.634112:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.634115:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634143:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee1e088e. 00010000:00000010:1.0:1776192957.634145:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634148:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ed46880. 00010000:00000010:1.0:1776192957.634150:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.634180:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007377ba7c. 00010000:00000010:1.0:1776192957.634202:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.634204:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634230:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8aa7a5d. 00010000:00000010:1.0:1776192957.634232:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634235:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d9a6add. 00010000:00000010:1.0:1776192957.634237:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.634244:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac823172. 00010000:00000010:1.0:1776192957.634262:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.634265:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634295:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002aef62ac. 00010000:00000010:1.0:1776192957.634298:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634300:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046ff36cb. 00010000:00000010:1.0:1776192957.634303:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.634310:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009befab1b. 00010000:00000010:1.0:1776192957.634332:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.634336:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634368:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e6c38be. 00010000:00000010:1.0:1776192957.634371:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634374:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057849437. 00010000:00000010:1.0:1776192957.634376:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.634383:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016c0c187. 00010000:00000010:1.0:1776192957.634404:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.634408:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634661:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007098bb13. 00010000:00000010:1.0:1776192957.634665:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634668:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000639baed1. 00010000:00000010:1.0:1776192957.634670:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.634677:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a5082cc. 00010000:00000010:1.0:1776192957.634701:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.634705:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634736:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2eb3948. 00010000:00000010:1.0:1776192957.634738:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.634742:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040f30b2b. 00010000:00000010:1.0:1776192957.634745:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.634754:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df8d3584. 00010000:00000010:1.0:1776192957.635203:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.635208:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635241:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c9a21b9. 00010000:00000010:1.0:1776192957.635244:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635247:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000943013b2. 00010000:00000010:1.0:1776192957.635250:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.635257:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3f5d426. 00010000:00000010:1.0:1776192957.635280:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.635283:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635310:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030a96056. 00010000:00000010:1.0:1776192957.635313:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635316:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddd13b1d. 00010000:00000010:1.0:1776192957.635318:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.635325:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024d33938. 00010000:00000010:1.0:1776192957.635347:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.635350:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635379:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005188d30d. 00010000:00000010:1.0:1776192957.635381:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635384:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba94e66b. 00010000:00000010:1.0:1776192957.635387:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.635394:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd411e82. 00010000:00000010:1.0:1776192957.635823:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.635829:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635872:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d0be8bb. 00010000:00000010:1.0:1776192957.635875:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635878:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8521506. 00010000:00000010:1.0:1776192957.635881:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.635889:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026568d6f. 00010000:00000010:1.0:1776192957.635913:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.635917:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635945:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbf7d681. 00010000:00000010:1.0:1776192957.635948:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.635951:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095cf73bc. 00010000:00000010:1.0:1776192957.635954:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.635961:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002441e125. 00010000:00000010:1.0:1776192957.635982:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.635985:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636017:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c977c77. 00010000:00000010:1.0:1776192957.636020:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636023:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e511770. 00010000:00000010:1.0:1776192957.636026:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636032:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7bfd20d. 00010000:00000010:1.0:1776192957.636053:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636057:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636083:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f512d600. 00010000:00000010:1.0:1776192957.636086:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636089:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000635949d. 00010000:00000010:1.0:1776192957.636092:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636098:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7b3985f. 00010000:00000010:1.0:1776192957.636119:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636123:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636151:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032010cf7. 00010000:00000010:1.0:1776192957.636176:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636180:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005b4e5c1. 00010000:00000010:1.0:1776192957.636183:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636190:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b285620. 00010000:00000010:1.0:1776192957.636213:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636216:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636245:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000aa65a20. 00010000:00000010:1.0:1776192957.636248:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636250:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a6ab9b0. 00010000:00000010:1.0:1776192957.636253:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636260:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d67748e. 00010000:00000010:1.0:1776192957.636282:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636286:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636317:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055a1b0e5. 00010000:00000010:1.0:1776192957.636320:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636322:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f59e3632. 00010000:00000010:1.0:1776192957.636325:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636332:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000355ca449. 00010000:00000010:1.0:1776192957.636354:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636357:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636385:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f29786b5. 00010000:00000010:1.0:1776192957.636388:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636391:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f848941. 00010000:00000010:1.0:1776192957.636394:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636400:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de23076e. 00010000:00000010:1.0:1776192957.636421:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636424:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636454:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027ddf40f. 00010000:00000010:1.0:1776192957.636456:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636459:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5cc1721. 00010000:00000010:1.0:1776192957.636462:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636468:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca52b600. 00010000:00000010:1.0:1776192957.636641:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636646:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636676:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e08efaca. 00010000:00000010:1.0:1776192957.636679:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636681:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b2eda36. 00010000:00000010:1.0:1776192957.636684:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636691:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4a17d14. 00010000:00000010:1.0:1776192957.636713:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636716:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636745:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c566016c. 00010000:00000010:1.0:1776192957.636747:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636749:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007337392f. 00010000:00000010:1.0:1776192957.636752:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636758:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5ea999f. 00010000:00000010:1.0:1776192957.636790:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636793:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636818:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000700f6eff. 00010000:00000010:1.0:1776192957.636820:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636823:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f661833. 00010000:00000010:1.0:1776192957.636825:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636831:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cebd469. 00010000:00000010:1.0:1776192957.636849:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636851:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636877:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080f4cc95. 00010000:00000010:1.0:1776192957.636880:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636883:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a413c0b. 00010000:00000010:1.0:1776192957.636886:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636891:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d08c4e61. 00010000:00000010:1.0:1776192957.636911:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636914:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636937:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d02e9eeb. 00010000:00000010:1.0:1776192957.636940:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636943:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000225cece5. 00010000:00000010:1.0:1776192957.636945:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.636951:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000761ed886. 00010000:00000010:1.0:1776192957.636969:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.636971:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.636997:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd7b9c07. 00010000:00000010:1.0:1776192957.636999:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637002:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094459dad. 00010000:00000010:1.0:1776192957.637004:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637010:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5014ba6. 00010000:00000010:1.0:1776192957.637028:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637031:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637056:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d53ce5af. 00010000:00000010:1.0:1776192957.637058:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637061:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000594ad5e9. 00010000:00000010:1.0:1776192957.637064:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637070:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0dbf642. 00010000:00000010:1.0:1776192957.637088:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637091:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637119:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a114e7a9. 00010000:00000010:1.0:1776192957.637122:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637124:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d8c7461. 00010000:00000010:1.0:1776192957.637127:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637134:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f418ee1b. 00010000:00000010:1.0:1776192957.637173:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637177:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637206:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074eecc50. 00010000:00000010:1.0:1776192957.637209:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637212:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042178b43. 00010000:00000010:1.0:1776192957.637215:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637221:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3fec64a. 00010000:00000010:1.0:1776192957.637241:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637244:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637274:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f4f2e84. 00010000:00000010:1.0:1776192957.637277:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637280:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044b4934d. 00010000:00000010:1.0:1776192957.637283:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637289:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b495ccd. 00010000:00000010:1.0:1776192957.637310:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637313:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637343:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000792077fa. 00010000:00000010:1.0:1776192957.637346:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637348:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026748edd. 00010000:00000010:1.0:1776192957.637351:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637358:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001653b31c. 00010000:00000010:1.0:1776192957.637378:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637382:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637412:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005d11dc9d. 00010000:00000010:1.0:1776192957.637414:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637417:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4d0c303. 00010000:00000010:1.0:1776192957.637420:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637426:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000640f8b6b. 00010000:00000010:1.0:1776192957.637447:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637451:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637480:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a597051. 00010000:00000010:1.0:1776192957.637483:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637486:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bdc3df6. 00010000:00000010:1.0:1776192957.637488:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637638:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8532f3b. 00010000:00000010:1.0:1776192957.637664:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637668:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637699:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005848a0f6. 00010000:00000010:1.0:1776192957.637702:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637705:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f106235f. 00010000:00000010:1.0:1776192957.637707:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637714:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005da7b839. 00010000:00000010:1.0:1776192957.637734:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637737:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637776:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2e0f354. 00010000:00000010:1.0:1776192957.637779:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637782:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a57bccad. 00010000:00000010:1.0:1776192957.637785:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637792:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5631b69. 00010000:00000010:1.0:1776192957.637815:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637819:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637851:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000093178a7. 00010000:00000010:1.0:1776192957.637854:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637856:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000216c4949. 00010000:00000010:1.0:1776192957.637859:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637865:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000537390b0. 00010000:00000010:1.0:1776192957.637886:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637894:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637925:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000abc0fdd. 00010000:00000010:1.0:1776192957.637928:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637931:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae1f98ad. 00010000:00000010:1.0:1776192957.637934:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.637941:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5fffd5f. 00010000:00000010:1.0:1776192957.637963:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.637966:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.637995:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb62082a. 00010000:00000010:1.0:1776192957.637998:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638001:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000701dfde1. 00010000:00000010:1.0:1776192957.638004:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638011:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f97b724. 00010000:00000010:1.0:1776192957.638031:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638035:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638060:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001150f7d4. 00010000:00000010:1.0:1776192957.638062:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638064:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020e383a0. 00010000:00000010:1.0:1776192957.638067:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638073:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000038e9278. 00010000:00000010:1.0:1776192957.638094:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638098:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638124:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006aa07969. 00010000:00000010:1.0:1776192957.638127:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638129:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9cb5d57. 00010000:00000010:1.0:1776192957.638132:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638138:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de237551. 00010000:00000010:1.0:1776192957.638179:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638182:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638211:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000045320bd3. 00010000:00000010:1.0:1776192957.638213:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638216:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b80f8167. 00010000:00000010:1.0:1776192957.638218:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638225:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ff07dda. 00010000:00000010:1.0:1776192957.638247:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638250:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638280:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020054e1d. 00010000:00000010:1.0:1776192957.638282:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638286:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000643f635a. 00010000:00000010:1.0:1776192957.638288:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638294:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000368a870e. 00010000:00000010:1.0:1776192957.638315:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638318:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638347:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d461dcc. 00010000:00000010:1.0:1776192957.638350:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638353:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0afda57. 00010000:00000010:1.0:1776192957.638356:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638363:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c641a009. 00010000:00000010:1.0:1776192957.638383:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638387:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638416:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ceb1d645. 00010000:00000010:1.0:1776192957.638418:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638422:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3f20ef. 00010000:00000010:1.0:1776192957.638425:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638432:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1315249. 00010000:00000010:1.0:1776192957.638454:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638457:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638484:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8fda2f2. 00010000:00000010:1.0:1776192957.638486:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638490:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e06f9aef. 00010000:00000010:1.0:1776192957.638492:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638499:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aecfd899. 00010000:00000010:1.0:1776192957.638517:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638520:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638542:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000488438ab. 00010000:00000010:1.0:1776192957.638544:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638546:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e48e4a1. 00010000:00000010:1.0:1776192957.638679:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638689:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a31698f. 00010000:00000010:1.0:1776192957.638711:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638714:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638739:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae44e7a5. 00010000:00000010:1.0:1776192957.638741:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638744:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091f5a4e1. 00010000:00000010:1.0:1776192957.638746:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638752:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005af8632f. 00010000:00000010:1.0:1776192957.638785:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638788:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638817:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003bcd39e0. 00010000:00000010:1.0:1776192957.638820:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638822:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000380145f8. 00010000:00000010:1.0:1776192957.638825:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.638832:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b504393. 00010000:00000010:1.0:1776192957.638853:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.638856:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638882:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000639a740f. 00010000:00000010:1.0:1776192957.638885:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.638991:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0fa8db2. 00010000:00000010:1.0:1776192957.638996:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639005:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc878d4b. 00010000:00000010:1.0:1776192957.639029:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639033:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639064:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015498918. 00010000:00000010:1.0:1776192957.639067:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639069:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091e4851c. 00010000:00000010:1.0:1776192957.639072:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639079:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007350ce81. 00010000:00000010:1.0:1776192957.639099:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639104:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639129:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087e5fba1. 00010000:00000010:1.0:1776192957.639131:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639134:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b23ac91c. 00010000:00000010:1.0:1776192957.639137:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639143:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004c4d4ce. 00010000:00000010:1.0:1776192957.639182:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639185:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639210:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e96b66bd. 00010000:00000010:1.0:1776192957.639213:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639216:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001961ca52. 00010000:00000010:1.0:1776192957.639218:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639225:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ccedf31. 00010000:00000010:1.0:1776192957.639246:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639249:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00000001:00000010:1.0:1776192957.639269:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ce8fc4b3. 00000001:00000010:1.0:1776192957.639275:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ce8fc4b3. 00000001:00000010:1.0:1776192957.639277:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ce8fc4b3. 00000001:00000010:1.0:1776192957.639280:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000013fb5db2. 00010000:00000010:1.0:1776192957.639295:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e67dbb9d. 00010000:00000010:1.0:1776192957.639297:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639300:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eca2221. 00010000:00000010:1.0:1776192957.639303:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639310:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8647ac7. 00010000:00000010:1.0:1776192957.639330:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639333:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639360:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f420324. 00010000:00000010:1.0:1776192957.639363:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639366:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ac32146. 00010000:00000010:1.0:1776192957.639369:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639375:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e994064b. 00010000:00000010:1.0:1776192957.639395:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639398:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639426:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d07c7dd. 00010000:00000010:1.0:1776192957.639429:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639432:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c36b4208. 00010000:00000010:1.0:1776192957.639435:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639441:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dddeaff. 00010000:00000010:1.0:1776192957.639463:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639466:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639647:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072339f1d. 00010000:00000010:1.0:1776192957.639651:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639653:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001db48670. 00010000:00000010:1.0:1776192957.639657:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639664:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e721c00e. 00010000:00000010:1.0:1776192957.639689:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639692:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639723:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009bd143cf. 00010000:00000010:1.0:1776192957.639726:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639729:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4287a91. 00010000:00000010:1.0:1776192957.639731:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639738:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1978db8. 00010000:00000010:1.0:1776192957.639758:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639773:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639800:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047d4af6e. 00010000:00000010:1.0:1776192957.639802:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639805:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004230adfc. 00010000:00000010:1.0:1776192957.639807:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639813:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002bd40b43. 00010000:00000010:1.0:1776192957.639832:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639835:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639857:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d63c759. 00010000:00000010:1.0:1776192957.639859:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639862:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079f74833. 00010000:00000010:1.0:1776192957.639865:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639872:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b629751c. 00010000:00000010:1.0:1776192957.639891:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639894:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639922:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb7e4281. 00010000:00000010:1.0:1776192957.639924:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639927:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fb4cf13. 00010000:00000010:1.0:1776192957.639929:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639937:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ed55c32. 00010000:00000010:1.0:1776192957.639955:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.639958:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639981:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000937f99e. 00010000:00000010:1.0:1776192957.639983:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.639986:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf88a57e. 00010000:00000010:1.0:1776192957.639988:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.639994:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016da52dc. 00010000:00000010:1.0:1776192957.640011:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640014:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640039:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a617622a. 00010000:00000010:1.0:1776192957.640041:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640044:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd4927c5. 00010000:00000010:1.0:1776192957.640046:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640052:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5e9e227. 00010000:00000010:1.0:1776192957.640069:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640071:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640095:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce4de175. 00010000:00000010:1.0:1776192957.640097:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640100:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bf79283. 00010000:00000010:1.0:1776192957.640102:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640108:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d925bf1. 00010000:00000010:1.0:1776192957.640126:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640129:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640151:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000885c0471. 00010000:00000010:1.0:1776192957.640173:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640177:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f3deec6. 00010000:00000010:1.0:1776192957.640179:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640186:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037f3cba5. 00010000:00000010:1.0:1776192957.640205:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640208:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640233:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbdb1e90. 00010000:00000010:1.0:1776192957.640235:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640238:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061c2a6ac. 00010000:00000010:1.0:1776192957.640240:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640246:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f72fe228. 00010000:00000010:1.0:1776192957.640265:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640268:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640298:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000726ad5db. 00010000:00000010:1.0:1776192957.640301:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640304:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eacfd381. 00010000:00000010:1.0:1776192957.640306:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640312:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000204b9900. 00010000:00000010:1.0:1776192957.640331:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640334:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640358:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc7a7ad5. 00010000:00000010:1.0:1776192957.640361:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640363:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b9384ea. 00010000:00000010:1.0:1776192957.640366:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640372:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eff3feb. 00010000:00000010:1.0:1776192957.640391:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640394:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640421:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ee85e67. 00010000:00000010:1.0:1776192957.640423:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640425:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0bb5ea2. 00010000:00000010:1.0:1776192957.640428:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640435:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093e88d35. 00010000:00000010:1.0:1776192957.640453:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640456:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640481:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8b8d81e. 00010000:00000010:1.0:1776192957.640483:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640487:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000392307ed. 00010000:00000010:1.0:1776192957.640489:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640638:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009070bdc2. 00010000:00000010:1.0:1776192957.640664:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640667:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640696:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7faf795. 00010000:00000010:1.0:1776192957.640699:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640702:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097b82077. 00010000:00000010:1.0:1776192957.640705:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640711:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b75c42ec. 00010000:00000010:1.0:1776192957.640732:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640735:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640774:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d477a4d1. 00010000:00000010:1.0:1776192957.640777:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640780:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162e993d. 00010000:00000010:1.0:1776192957.640783:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640790:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f0684c2. 00010000:00000010:1.0:1776192957.640813:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640817:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640848:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075d21a4c. 00010000:00000010:1.0:1776192957.640851:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640854:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064a9e9ab. 00010000:00000010:1.0:1776192957.640856:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640863:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017d08691. 00010000:00000010:1.0:1776192957.640885:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640889:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640914:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2c1ba3a. 00010000:00000010:1.0:1776192957.640916:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640918:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c278774a. 00010000:00000010:1.0:1776192957.640921:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640928:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006747e9ee. 00010000:00000010:1.0:1776192957.640948:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.640951:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640980:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002beb53b. 00010000:00000010:1.0:1776192957.640982:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.640985:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bd6b8ad. 00010000:00000010:1.0:1776192957.640988:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.640995:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ac047d. 00010000:00000010:1.0:1776192957.641017:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641020:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641048:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002226d1a9. 00010000:00000010:1.0:1776192957.641051:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641054:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091f98bbb. 00010000:00000010:1.0:1776192957.641056:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641062:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014100a12. 00010000:00000010:1.0:1776192957.641082:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641085:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641110:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b5adbbb. 00010000:00000010:1.0:1776192957.641113:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641116:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b56afc6. 00010000:00000010:1.0:1776192957.641119:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641125:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa7b2d69. 00010000:00000010:1.0:1776192957.641146:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641149:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641198:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003268fdb. 00010000:00000010:1.0:1776192957.641201:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641204:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4eb9745. 00010000:00000010:1.0:1776192957.641207:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641215:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afc55952. 00010000:00000010:1.0:1776192957.641239:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641242:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641276:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000facfa74. 00010000:00000010:1.0:1776192957.641279:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641281:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000091d1a12. 00010000:00000010:1.0:1776192957.641284:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641290:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dd03740. 00010000:00000010:1.0:1776192957.641312:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641316:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641343:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003022c4bf. 00010000:00000010:1.0:1776192957.641346:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641348:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006dd48a23. 00010000:00000010:1.0:1776192957.641351:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641360:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018401775. 00010000:00000010:1.0:1776192957.641382:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641385:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641416:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a00bccb0. 00010000:00000010:1.0:1776192957.641419:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641422:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049d76a7c. 00010000:00000010:1.0:1776192957.641424:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641432:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007300a829. 00010000:00000010:1.0:1776192957.641454:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641457:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641483:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e5c72de. 00010000:00000010:1.0:1776192957.641486:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641488:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098190027. 00010000:00000010:1.0:1776192957.641491:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641624:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcb195eb. 00010000:00000010:1.0:1776192957.641649:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641653:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641681:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052cec434. 00010000:00000010:1.0:1776192957.641684:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641687:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076b624d1. 00010000:00000010:1.0:1776192957.641690:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641697:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd132749. 00010000:00000010:1.0:1776192957.641719:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641722:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641750:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b56040c. 00010000:00000010:1.0:1776192957.641753:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641756:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d6d65dd. 00010000:00000010:1.0:1776192957.641759:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641780:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cabef1c5. 00010000:00000010:1.0:1776192957.641801:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641804:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641837:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ed41182. 00010000:00000010:1.0:1776192957.641839:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641843:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a13706c6. 00010000:00000010:1.0:1776192957.641845:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641852:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac1bf68a. 00010000:00000010:1.0:1776192957.641872:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641875:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641900:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cceeae36. 00010000:00000010:1.0:1776192957.641903:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641906:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008807a0b5. 00010000:00000010:1.0:1776192957.641909:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641915:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000014a591f. 00010000:00000010:1.0:1776192957.641936:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.641939:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641969:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039c0f20e. 00010000:00000010:1.0:1776192957.641971:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.641975:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b2e4b33. 00010000:00000010:1.0:1776192957.641977:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.641984:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c57b30f0. 00010000:00000010:1.0:1776192957.642004:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642007:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642034:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e73f273b. 00010000:00000010:1.0:1776192957.642037:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642040:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001264fcc5. 00010000:00000010:1.0:1776192957.642042:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642048:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f20ad4d8. 00010000:00000010:1.0:1776192957.642067:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642070:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642095:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057d5b587. 00010000:00000010:1.0:1776192957.642098:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642100:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5b38849. 00010000:00000010:1.0:1776192957.642103:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642109:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e389e4be. 00010000:00000010:1.0:1776192957.642130:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642133:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642190:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a22295a0. 00010000:00000010:1.0:1776192957.642193:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642196:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fdd9934. 00010000:00000010:1.0:1776192957.642198:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642207:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000377b41b8. 00010000:00000010:1.0:1776192957.642230:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642233:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642264:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb9e9e76. 00010000:00000010:1.0:1776192957.642267:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642270:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003de808eb. 00010000:00000010:1.0:1776192957.642273:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642280:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fca1ee4. 00010000:00000010:1.0:1776192957.642301:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642305:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642332:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007916791f. 00010000:00000010:1.0:1776192957.642334:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642337:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa4c891. 00010000:00000010:1.0:1776192957.642340:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642347:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004887d71a. 00010000:00000010:1.0:1776192957.642367:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642371:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642401:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e972a12d. 00010000:00000010:1.0:1776192957.642404:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642406:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d87be003. 00010000:00000010:1.0:1776192957.642409:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642415:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec28c267. 00010000:00000010:1.0:1776192957.642436:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642439:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642465:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c190980b. 00010000:00000010:1.0:1776192957.642468:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642471:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce4a06c. 00010000:00000010:1.0:1776192957.642474:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642480:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce12d7aa. 00010000:00000010:1.0:1776192957.642501:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642504:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642530:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f38d1c4f. 00010000:00000010:1.0:1776192957.642533:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642535:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e48374c. 00010000:00000010:1.0:1776192957.642538:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642544:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a466e54. 00010000:00000010:1.0:1776192957.642703:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642707:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642734:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001cd35e3c. 00010000:00000010:1.0:1776192957.642737:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642740:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061f335b1. 00010000:00000010:1.0:1776192957.642742:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642750:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c812dde3. 00010000:00000010:1.0:1776192957.642788:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642792:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642824:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000761a4d27. 00010000:00000010:1.0:1776192957.642827:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642830:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dea0c8a6. 00010000:00000010:1.0:1776192957.642833:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642841:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d74d383f. 00010000:00000010:1.0:1776192957.642861:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642865:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642892:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2632dc8. 00010000:00000010:1.0:1776192957.642895:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642898:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024dc2a59. 00010000:00000010:1.0:1776192957.642901:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642908:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bb862ca. 00010000:00000010:1.0:1776192957.642930:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.642934:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642964:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbbd634d. 00010000:00000010:1.0:1776192957.642966:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.642969:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8ba60cd. 00010000:00000010:1.0:1776192957.642972:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.642979:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e188cbf7. 00010000:00000010:1.0:1776192957.642999:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643003:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643029:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088d982a5. 00010000:00000010:1.0:1776192957.643032:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643034:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c46dcb67. 00010000:00000010:1.0:1776192957.643036:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643042:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be8b799c. 00010000:00000010:1.0:1776192957.643062:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643065:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643093:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebf6ee2f. 00010000:00000010:1.0:1776192957.643096:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643100:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f913b45e. 00010000:00000010:1.0:1776192957.643103:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643110:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bdb7a867. 00010000:00000010:1.0:1776192957.643132:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643135:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643180:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8a250b1. 00010000:00000010:1.0:1776192957.643183:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643186:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000226e90c0. 00010000:00000010:1.0:1776192957.643188:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643195:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ae6c7fb. 00010000:00000010:1.0:1776192957.643217:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643220:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643248:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d23245cf. 00010000:00000010:1.0:1776192957.643250:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643253:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f3f3cbf. 00010000:00000010:1.0:1776192957.643255:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643261:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f509425. 00010000:00000010:1.0:1776192957.643282:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643285:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643311:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d234d1c2. 00010000:00000010:1.0:1776192957.643313:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643316:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009398cecd. 00010000:00000010:1.0:1776192957.643319:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643326:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c8e34b0. 00010000:00000010:1.0:1776192957.643351:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643354:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643382:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa8b7528. 00010000:00000010:1.0:1776192957.643385:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643388:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d15b3db. 00010000:00000010:1.0:1776192957.643391:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643398:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d298e55. 00010000:00000010:1.0:1776192957.643419:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643422:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643449:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000904d00e3. 00010000:00000010:1.0:1776192957.643451:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643454:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f91ca37. 00010000:00000010:1.0:1776192957.643457:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643464:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037a12a86. 00010000:00000010:1.0:1776192957.643484:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643488:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643662:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6def010. 00010000:00000010:1.0:1776192957.643665:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643667:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b37dcd0. 00010000:00000010:1.0:1776192957.643670:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643677:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077a02ba5. 00010000:00000010:1.0:1776192957.643698:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643701:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643725:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007e1f6f8. 00010000:00000010:1.0:1776192957.643728:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643730:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a110893. 00010000:00000010:1.0:1776192957.643732:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643739:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084b56aeb. 00010000:00000010:1.0:1776192957.643759:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643772:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643803:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c0efb14. 00010000:00000010:1.0:1776192957.643806:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643808:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf3ef39a. 00010000:00000010:1.0:1776192957.643811:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643818:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075535d05. 00010000:00000010:1.0:1776192957.643838:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643842:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643867:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013970dd2. 00010000:00000010:1.0:1776192957.643869:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643872:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc726462. 00010000:00000010:1.0:1776192957.643874:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643881:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a0c6346. 00010000:00000010:1.0:1776192957.643902:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643905:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643935:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000abcdae8. 00010000:00000010:1.0:1776192957.643938:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.643941:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd66348b. 00010000:00000010:1.0:1776192957.643944:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.643950:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c955f0f9. 00010000:00000010:1.0:1776192957.643971:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.643974:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644001:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e7c4d84. 00010000:00000010:1.0:1776192957.644003:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644006:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003514fc0d. 00010000:00000010:1.0:1776192957.644008:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644015:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022103153. 00010000:00000010:1.0:1776192957.644033:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644036:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644061:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071b18338. 00010000:00000010:1.0:1776192957.644063:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644067:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033bbb93f. 00010000:00000010:1.0:1776192957.644070:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644077:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077ff9832. 00010000:00000010:1.0:1776192957.644094:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644098:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644123:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042edee91. 00010000:00000010:1.0:1776192957.644125:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644129:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d27d300. 00010000:00000010:1.0:1776192957.644132:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644138:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f58020c. 00010000:00000010:1.0:1776192957.644182:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644185:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644214:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cbe5abc. 00010000:00000010:1.0:1776192957.644217:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644219:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.0:1776192957.644221:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644229:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000343fa50b. 00010000:00000010:1.0:1776192957.644247:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644250:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644275:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f20eafae. 00010000:00000010:1.0:1776192957.644277:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644280:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000909fd7b6. 00010000:00000010:1.0:1776192957.644283:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644290:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ce83085. 00010000:00000010:1.0:1776192957.644311:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644314:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644345:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013017b03. 00010000:00000010:1.0:1776192957.644348:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644351:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.0:1776192957.644353:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644360:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b4edc39. 00010000:00000010:1.0:1776192957.644380:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644383:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644412:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c6381c4. 00010000:00000010:1.0:1776192957.644414:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644417:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192957.644420:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644427:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3dc9e93. 00010000:00000010:1.0:1776192957.644446:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644449:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644475:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f136e399. 00010000:00000010:1.0:1776192957.644478:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644480:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004592b6f3. 00010000:00000010:1.0:1776192957.644483:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644622:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000645d4084. 00010000:00000010:1.0:1776192957.644650:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644654:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644680:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c82f40ab. 00010000:00000010:1.0:1776192957.644683:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644686:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df32794. 00010000:00000010:1.0:1776192957.644688:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644697:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e60f265. 00010000:00000010:1.0:1776192957.644717:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644721:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644751:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088888b08. 00010000:00000010:1.0:1776192957.644754:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644758:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6480690. 00010000:00000010:1.0:1776192957.644774:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644782:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef861d6d. 00010000:00000010:1.0:1776192957.644802:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644805:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644832:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7e044a4. 00010000:00000010:1.0:1776192957.644835:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644838:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c946485. 00010000:00000010:1.0:1776192957.644841:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.644848:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c12e261. 00010000:00000010:1.0:1776192957.644869:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644873:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.644903:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f47ce863. 00010000:00000010:1.0:1776192957.644907:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.644914:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006339fb6b. 00000100:00000010:1.0:1776192957.644920:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.644929:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.644943:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000253e1c9e. 02000000:00000010:1.0:1776192957.644972:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000772ade9d. 00000400:00000010:1.0:1776192957.644979:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192957.644985:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192957.644991:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520128, portal 16 00000400:00000010:1.0:1776192957.644996:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192957.644999:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520128, offset 0 00000400:00000200:1.0:1776192957.645008:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.645023:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.645031:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.645034:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.645037:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.645040:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91401:91401:256:4294967295] 192.168.203.33@tcp LPNI seq info [91401:91401:8:4294967295] 00000400:00000200:1.0:1776192957.645049:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.645056:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.645060:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192957.645066:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.645072:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.645075:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776192957.646284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b053fc0. 00010000:00000010:1.1:1776192957.646300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c67e4c3. 00010000:00000010:1.1:1776192957.646304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e81be6. 00010000:00000010:1.1:1776192957.646309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a838a69b. 00010000:00000010:1.1:1776192957.646311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6e80976. 00010000:00000010:1.1:1776192957.646313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1fa45b3. 00010000:00000010:1.1:1776192957.646317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b060321. 00010000:00000010:1.1:1776192957.646320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000578050eb. 00010000:00000010:1.1:1776192957.646322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b1f0e0d. 00010000:00000010:1.1:1776192957.646325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7101c. 00010000:00000010:1.1:1776192957.646327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033f57c92. 00010000:00000010:1.1:1776192957.646329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbce0990. 00010000:00000010:1.1:1776192957.646331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee7ff931. 00010000:00000010:1.1:1776192957.646333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9ef7d8. 00010000:00000010:1.1:1776192957.646336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000054fd345. 00010000:00000010:1.1:1776192957.646338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bb61de. 00010000:00000010:0.1:1776192957.649886:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054bc076e. 00010000:00000010:0.1:1776192957.649900:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afcc513. 00010000:00000010:0.1:1776192957.649903:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f066b236. 00010000:00000010:0.1:1776192957.649907:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.1:1776192957.649909:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006203d256. 00010000:00000010:0.1:1776192957.649912:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.1:1776192957.649914:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073440b68. 00010000:00000010:0.1:1776192957.649916:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.1:1776192957.649918:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051893dfb. 00010000:00000010:0.1:1776192957.649921:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00010000:00000010:0.1:1776192957.649925:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c9c0319. 00010000:00000010:0.1:1776192957.649928:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00010000:00000010:0.1:1776192957.649929:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007432edc8. 00010000:00000010:0.1:1776192957.649932:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031900170. 00010000:00000010:0.1:1776192957.649936:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f94d19b. 00010000:00000010:0.1:1776192957.649938:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.1:1776192957.649940:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4221b78. 00010000:00000010:0.1:1776192957.649942:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.1:1776192957.649944:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070ccbcf2. 00010000:00000010:0.1:1776192957.649948:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00010000:00000010:0.1:1776192957.649950:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8e399a1. 00010000:00000010:0.1:1776192957.649953:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.1:1776192957.649955:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:0.1:1776192957.649957:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.1:1776192957.649959:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003233c329. 00010000:00000010:0.1:1776192957.649961:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00000800:00000200:0.0:1776192957.650029:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.650033:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:0.0:1776192957.650039:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.650049:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.650055:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:0.0:1776192957.650057:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000100:00000200:0.0:1776192957.650066:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349520128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.650104:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.650115:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314700 00000400:00000200:0.0:1776192957.650123:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3681 [1] + 224 00000400:00000200:0.0:1776192957.650133:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.650136:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.650140:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349520128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.650277:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.650283:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cb00 00000400:00000200:0.0:1776192957.650287:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1fd9 [2] + 984 00000400:00000200:0.0:1776192957.650295:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.650298:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.650302:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.650307:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 00000400:00000010:1.0:1776192957.650365:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:1.0:1776192957.650370:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:1.0:1776192957.650371:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:1.0:1776192957.650376:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349520128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.650384:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349520128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.650410:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000772ade9d. 02000000:00000010:1.0:1776192957.650416:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000253e1c9e. 00000020:00000010:2.0:1776192957.650419:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001af4ce40. 00000100:00000010:1.0:1776192957.650420:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192957.650425:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00000020:00000010:2.0:1776192957.650426:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000601cc287. 00010000:00000010:1.0:1776192957.650428:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006339fb6b. 00000020:00000010:2.0:1776192957.650430:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.650451:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000990f4539 x1862471344638720/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192957.650486:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638720 02000000:00000010:2.0:1776192957.650497:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ce7758. 00010000:00000010:2.0:1776192957.650522:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b2cd1f. 00010000:00000010:2.0:1776192957.650538:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c4ba163. 00000100:00000010:2.0:1776192957.650543:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.650558:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192957.650560:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c4ba163. 00000400:00000010:2.0:1776192957.650571:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192957.650575:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638720, offset 224 00000400:00000200:2.0:1776192957.650583:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.650592:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.650597:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91402:91402:256:4294967295] 192.168.203.33@tcp LPNI seq info [91402:91402:8:4294967295] 00000400:00000200:2.0:1776192957.650607:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.650612:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.650616:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192957.650621:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.650627:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.650630:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.650655:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192957.650660:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.650671:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001af4ce40. 00000800:00000200:0.0:1776192957.650739:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.650742:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:0.0:1776192957.650745:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.650749:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.650751:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:0.0:1776192957.650756:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00080000:00000010:1.0:1776192957.650857:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000772ade9d. 00010000:00000010:1.0:1776192957.650927:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.650932:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb8117b4. 00010000:00000010:1.0:1776192957.651055:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000add15abf. 00010000:00000010:1.0:1776192957.651061:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.651070:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006339fb6b. 00000100:00000010:1.0:1776192957.651074:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.651080:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192957.651090:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000333547ba. 02000000:00000010:1.0:1776192957.651110:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfac3daf. 00000400:00000010:1.0:1776192957.651114:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192957.651117:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192957.651122:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520192, portal 16 00000400:00000010:1.0:1776192957.651125:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ef59f96. 00000100:00000200:1.0:1776192957.651128:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520192, offset 0 00000400:00000200:1.0:1776192957.651134:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.651142:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.651148:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.651151:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.651224:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.651230:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91403:91403:256:4294967295] 192.168.203.33@tcp LPNI seq info [91403:91403:8:4294967295] 00000400:00000200:1.0:1776192957.651238:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.651243:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.651246:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192957.651251:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.651255:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.651258:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.651335:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.651338:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:3.0:1776192957.651342:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.651346:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.651349:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ef59f96 00000400:00000010:3.0:1776192957.651350:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ef59f96. 00000100:00000200:3.0:1776192957.651355:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349520192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.654652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055918130. 00010000:00000010:1.1:1776192957.654670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069410578. 00010000:00000010:1.1:1776192957.654676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0b65a13. 00010000:00000010:1.1:1776192957.654679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18c1182. 00010000:00000010:1.1:1776192957.654682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f840fc68. 00010000:00000010:1.1:1776192957.654684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d41530c. 00010000:00000010:1.1:1776192957.654686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18d3e8e. 00010000:00000010:1.1:1776192957.654688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9852ac. 00010000:00000010:1.1:1776192957.654690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f90f02b9. 00010000:00000010:1.1:1776192957.654693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4c36c2f. 00010000:00000010:1.1:1776192957.654696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff42447e. 00010000:00000010:1.1:1776192957.654698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d7de0c8. 00010000:00000010:1.1:1776192957.654703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066f4542f. 00010000:00000010:1.1:1776192957.654706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f893c28. 00010000:00000010:1.1:1776192957.654709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6ff5f48. 00010000:00000010:1.1:1776192957.654711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a9319a. 00010000:00000010:1.1:1776192957.654713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007196ab29. 00010000:00000010:1.1:1776192957.654715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002644b5ce. 00010000:00000010:1.1:1776192957.654717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e56817d. 00010000:00000010:1.1:1776192957.654719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5701e21. 00010000:00000010:1.1:1776192957.654721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0581633. 00010000:00000010:1.1:1776192957.654723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58ff4db. 00010000:00000010:1.1:1776192957.654725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053d4ba6f. 00010000:00000010:1.1:1776192957.654727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000821c23bf. 00010000:00000010:1.1:1776192957.654728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023e48769. 00010000:00000010:1.1:1776192957.654731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000801df5b0. 00010000:00000010:1.1:1776192957.654733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dd456b8. 00010000:00000010:1.1:1776192957.654736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad53530b. 00010000:00000010:1.1:1776192957.654739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d17ab4b. 00010000:00000010:1.1:1776192957.654742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003760ef8a. 00010000:00000010:1.1:1776192957.654744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec5ad5b8. 00010000:00000010:1.1:1776192957.654747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cdeb00d. 00010000:00000010:1.1:1776192957.654751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000241dee06. 00010000:00000010:1.1:1776192957.654754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f4ffae5. 00010000:00000010:1.1:1776192957.654756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093743a8c. 00010000:00000010:1.1:1776192957.654758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007363caf0. 00010000:00000010:1.1:1776192957.654770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2bd62b. 00010000:00000010:1.1:1776192957.654773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b1cc92. 00010000:00000010:1.1:1776192957.654775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9a71467. 00010000:00000010:1.1:1776192957.654777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f89cb4e8. 00010000:00000010:1.1:1776192957.654779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d4a2eee. 00010000:00000010:1.1:1776192957.654781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000002d145a. 00010000:00000010:1.1:1776192957.654783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdd42f5. 00010000:00000010:1.1:1776192957.654786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d8926a7. 00010000:00000010:1.1:1776192957.654791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000db2c3d1. 00010000:00000010:1.1:1776192957.654795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba614d26. 00010000:00000010:1.1:1776192957.654798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a2adf61. 00010000:00000010:1.1:1776192957.654800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084f70ef7. 00010000:00000010:1.1:1776192957.654803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006db5565. 00010000:00000010:1.1:1776192957.654805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008beab6c6. 00010000:00000010:1.1:1776192957.654807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b89368b. 00010000:00000010:1.1:1776192957.654810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9773a45. 00010000:00000010:1.1:1776192957.654813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a47c84c5. 00010000:00000010:1.1:1776192957.654817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000637b714a. 00010000:00000010:1.1:1776192957.654819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b98b2ce. 00010000:00000010:1.1:1776192957.654821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a03810. 00010000:00000010:1.1:1776192957.654824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bc20337. 00010000:00000010:1.1:1776192957.654826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481d6499. 00010000:00000010:1.1:1776192957.654829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071ea35b4. 00010000:00000010:1.1:1776192957.654832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe99266d. 00010000:00000010:1.1:1776192957.654835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e8ad1c1. 00010000:00000010:1.1:1776192957.654837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180ccc6. 00010000:00000010:1.1:1776192957.654839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc36bbe. 00010000:00000010:1.1:1776192957.654842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec63c4b. 00010000:00000010:1.1:1776192957.654844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ca0d7ab. 00010000:00000010:1.1:1776192957.654847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000660f253c. 00010000:00000010:1.1:1776192957.654849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ff7aec5. 00010000:00000010:1.1:1776192957.654852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e87b38. 00010000:00000010:1.1:1776192957.654854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3d06ef. 00010000:00000010:1.1:1776192957.654857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada5659c. 00010000:00000010:1.1:1776192957.654860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000365fb5cf. 00010000:00000010:1.1:1776192957.654863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfffe7a8. 00010000:00000010:1.1:1776192957.654865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da2dd834. 00010000:00000010:1.1:1776192957.654870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c2f09bc. 00010000:00000010:1.1:1776192957.654873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003ff1157. 00010000:00000010:1.1:1776192957.654876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f986dd. 00010000:00000010:1.1:1776192957.654878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dff526a. 00010000:00000010:1.1:1776192957.654880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788a4c08. 00010000:00000010:1.1:1776192957.654882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000396df665. 00010000:00000010:1.1:1776192957.654884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5367f46. 00010000:00000010:1.1:1776192957.654998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000669e6527. 00010000:00000010:1.1:1776192957.655003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd0fefd0. 00010000:00000010:1.1:1776192957.655006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee1e088e. 00010000:00000010:1.1:1776192957.655009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ed46880. 00010000:00000010:1.1:1776192957.655011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8aa7a5d. 00010000:00000010:1.1:1776192957.655013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9a6add. 00010000:00000010:1.1:1776192957.655017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aef62ac. 00010000:00000010:1.1:1776192957.655020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ff36cb. 00010000:00000010:1.1:1776192957.655022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6c38be. 00010000:00000010:1.1:1776192957.655024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057849437. 00010000:00000010:1.1:1776192957.655027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007098bb13. 00010000:00000010:1.1:1776192957.655029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000639baed1. 00010000:00000010:1.1:1776192957.655031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2eb3948. 00010000:00000010:1.1:1776192957.655034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040f30b2b. 00010000:00000010:1.1:1776192957.655037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c9a21b9. 00010000:00000010:1.1:1776192957.655040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000943013b2. 00010000:00000010:1.1:1776192957.655042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030a96056. 00010000:00000010:1.1:1776192957.655044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd13b1d. 00010000:00000010:1.1:1776192957.655047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005188d30d. 00010000:00000010:1.1:1776192957.655050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba94e66b. 00010000:00000010:1.1:1776192957.655052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d0be8bb. 00010000:00000010:1.1:1776192957.655054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8521506. 00010000:00000010:1.1:1776192957.655057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbf7d681. 00010000:00000010:1.1:1776192957.655059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095cf73bc. 00010000:00000010:1.1:1776192957.655061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c977c77. 00010000:00000010:1.1:1776192957.655065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e511770. 00010000:00000010:1.1:1776192957.655067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f512d600. 00010000:00000010:1.1:1776192957.655069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000635949d. 00010000:00000010:1.1:1776192957.655071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032010cf7. 00010000:00000010:1.1:1776192957.655073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b4e5c1. 00010000:00000010:1.1:1776192957.655075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aa65a20. 00010000:00000010:1.1:1776192957.655078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6ab9b0. 00010000:00000010:1.1:1776192957.655080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055a1b0e5. 00010000:00000010:1.1:1776192957.655083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59e3632. 00010000:00000010:1.1:1776192957.655085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f29786b5. 00010000:00000010:1.1:1776192957.655087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f848941. 00010000:00000010:1.1:1776192957.655088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027ddf40f. 00010000:00000010:1.1:1776192957.655091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5cc1721. 00010000:00000010:1.1:1776192957.655096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e08efaca. 00010000:00000010:1.1:1776192957.655103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b2eda36. 00010000:00000010:1.1:1776192957.655105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c566016c. 00010000:00000010:1.1:1776192957.655107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007337392f. 00010000:00000010:1.1:1776192957.655109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000700f6eff. 00010000:00000010:1.1:1776192957.655112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f661833. 00010000:00000010:1.1:1776192957.655114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080f4cc95. 00010000:00000010:1.1:1776192957.655117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a413c0b. 00010000:00000010:1.1:1776192957.655119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d02e9eeb. 00010000:00000010:1.1:1776192957.655122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225cece5. 00010000:00000010:1.1:1776192957.655124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd7b9c07. 00010000:00000010:1.1:1776192957.655127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094459dad. 00010000:00000010:1.1:1776192957.655129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d53ce5af. 00010000:00000010:1.1:1776192957.655133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000594ad5e9. 00010000:00000010:1.1:1776192957.655135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a114e7a9. 00010000:00000010:1.1:1776192957.655137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8c7461. 00010000:00000010:1.1:1776192957.655140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074eecc50. 00010000:00000010:1.1:1776192957.655142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042178b43. 00010000:00000010:1.1:1776192957.655144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f4f2e84. 00010000:00000010:1.1:1776192957.655147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b4934d. 00010000:00000010:1.1:1776192957.655149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792077fa. 00010000:00000010:1.1:1776192957.655152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026748edd. 00010000:00000010:1.1:1776192957.655178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d11dc9d. 00010000:00000010:1.1:1776192957.655181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d0c303. 00010000:00000010:1.1:1776192957.655186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a597051. 00010000:00000010:1.1:1776192957.655190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bdc3df6. 00010000:00000010:1.1:1776192957.655192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005848a0f6. 00010000:00000010:1.1:1776192957.655195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f106235f. 00010000:00000010:1.1:1776192957.655197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2e0f354. 00010000:00000010:1.1:1776192957.655199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a57bccad. 00010000:00000010:1.1:1776192957.655201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000093178a7. 00010000:00000010:1.1:1776192957.655204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000216c4949. 00010000:00000010:1.1:1776192957.655206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000abc0fdd. 00010000:00000010:1.1:1776192957.655208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae1f98ad. 00010000:00000010:1.1:1776192957.655210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb62082a. 00010000:00000010:1.1:1776192957.655213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000701dfde1. 00010000:00000010:1.1:1776192957.655215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001150f7d4. 00010000:00000010:1.1:1776192957.655218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020e383a0. 00010000:00000010:1.1:1776192957.655220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aa07969. 00010000:00000010:1.1:1776192957.655222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9cb5d57. 00010000:00000010:1.1:1776192957.655224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045320bd3. 00010000:00000010:1.1:1776192957.655227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b80f8167. 00010000:00000010:1.1:1776192957.655229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020054e1d. 00010000:00000010:1.1:1776192957.655231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000643f635a. 00010000:00000010:1.1:1776192957.655233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d461dcc. 00010000:00000010:1.1:1776192957.655236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0afda57. 00010000:00000010:1.1:1776192957.655239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb1d645. 00010000:00000010:1.1:1776192957.655243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3f20ef. 00010000:00000010:1.1:1776192957.655247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8fda2f2. 00010000:00000010:1.1:1776192957.655250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e06f9aef. 00010000:00000010:1.1:1776192957.655252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000488438ab. 00010000:00000010:1.1:1776192957.655256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e48e4a1. 00010000:00000010:1.1:1776192957.655258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae44e7a5. 00010000:00000010:1.1:1776192957.655262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f5a4e1. 00010000:00000010:1.1:1776192957.655264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bcd39e0. 00010000:00000010:1.1:1776192957.655267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000380145f8. 00010000:00000010:1.1:1776192957.655269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639a740f. 00010000:00000010:1.1:1776192957.655272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0fa8db2. 00010000:00000010:1.1:1776192957.655273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015498918. 00010000:00000010:1.1:1776192957.655276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e4851c. 00010000:00000010:1.1:1776192957.655278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087e5fba1. 00010000:00000010:1.1:1776192957.655280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23ac91c. 00010000:00000010:1.1:1776192957.655282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e96b66bd. 00010000:00000010:1.1:1776192957.655284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001961ca52. 00010000:00000010:1.1:1776192957.655286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67dbb9d. 00010000:00000010:1.1:1776192957.655288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eca2221. 00010000:00000010:1.1:1776192957.655290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f420324. 00010000:00000010:1.1:1776192957.655292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac32146. 00010000:00000010:1.1:1776192957.655294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d07c7dd. 00010000:00000010:1.1:1776192957.655297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c36b4208. 00010000:00000010:1.1:1776192957.655299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072339f1d. 00010000:00000010:1.1:1776192957.655301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001db48670. 00010000:00000010:1.1:1776192957.655305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bd143cf. 00010000:00000010:1.1:1776192957.655310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4287a91. 00010000:00000010:1.1:1776192957.655312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047d4af6e. 00010000:00000010:1.1:1776192957.655315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004230adfc. 00010000:00000010:1.1:1776192957.655317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d63c759. 00010000:00000010:1.1:1776192957.655319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f74833. 00010000:00000010:1.1:1776192957.655321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb7e4281. 00010000:00000010:1.1:1776192957.655323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fb4cf13. 00010000:00000010:1.1:1776192957.655326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000937f99e. 00010000:00000010:1.1:1776192957.655328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf88a57e. 00010000:00000010:1.1:1776192957.655331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a617622a. 00010000:00000010:1.1:1776192957.655333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd4927c5. 00010000:00000010:1.1:1776192957.655335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4de175. 00010000:00000010:1.1:1776192957.655338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bf79283. 00010000:00000010:1.1:1776192957.655340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000885c0471. 00010000:00000010:1.1:1776192957.655343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f3deec6. 00010000:00000010:1.1:1776192957.655346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbdb1e90. 00010000:00000010:1.1:1776192957.655349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061c2a6ac. 00010000:00000010:1.1:1776192957.655351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000726ad5db. 00010000:00000010:1.1:1776192957.655355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eacfd381. 00010000:00000010:1.1:1776192957.655357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc7a7ad5. 00010000:00000010:1.1:1776192957.655360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b9384ea. 00010000:00000010:1.1:1776192957.655362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ee85e67. 00010000:00000010:1.1:1776192957.655364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0bb5ea2. 00010000:00000010:1.1:1776192957.655367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8b8d81e. 00010000:00000010:1.1:1776192957.655370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000392307ed. 00010000:00000010:1.1:1776192957.655372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7faf795. 00010000:00000010:1.1:1776192957.655375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b82077. 00010000:00000010:1.1:1776192957.655377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d477a4d1. 00010000:00000010:1.1:1776192957.655379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162e993d. 00010000:00000010:1.1:1776192957.655381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075d21a4c. 00010000:00000010:1.1:1776192957.655383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a9e9ab. 00010000:00000010:1.1:1776192957.655385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c1ba3a. 00010000:00000010:1.1:1776192957.655387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c278774a. 00010000:00000010:1.1:1776192957.655389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002beb53b. 00010000:00000010:1.1:1776192957.655391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bd6b8ad. 00010000:00000010:1.1:1776192957.655394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002226d1a9. 00010000:00000010:1.1:1776192957.655396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f98bbb. 00010000:00000010:1.1:1776192957.655399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b5adbbb. 00010000:00000010:1.1:1776192957.655401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b56afc6. 00010000:00000010:1.1:1776192957.655403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003268fdb. 00010000:00000010:1.1:1776192957.655406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4eb9745. 00010000:00000010:1.1:1776192957.655408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000facfa74. 00010000:00000010:1.1:1776192957.655411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091d1a12. 00010000:00000010:1.1:1776192957.655413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003022c4bf. 00010000:00000010:1.1:1776192957.655415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dd48a23. 00010000:00000010:1.1:1776192957.655420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a00bccb0. 00010000:00000010:1.1:1776192957.655423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049d76a7c. 00010000:00000010:1.1:1776192957.655425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e5c72de. 00010000:00000010:1.1:1776192957.655427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098190027. 00010000:00000010:1.1:1776192957.655429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052cec434. 00010000:00000010:1.1:1776192957.655433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076b624d1. 00010000:00000010:1.1:1776192957.655435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b56040c. 00010000:00000010:1.1:1776192957.655438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6d65dd. 00010000:00000010:1.1:1776192957.655440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ed41182. 00010000:00000010:1.1:1776192957.655442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a13706c6. 00010000:00000010:1.1:1776192957.655444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cceeae36. 00010000:00000010:1.1:1776192957.655448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008807a0b5. 00010000:00000010:1.1:1776192957.655450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039c0f20e. 00010000:00000010:1.1:1776192957.655453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2e4b33. 00010000:00000010:1.1:1776192957.655455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e73f273b. 00010000:00000010:1.1:1776192957.655457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001264fcc5. 00010000:00000010:1.1:1776192957.655459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057d5b587. 00010000:00000010:1.1:1776192957.655462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5b38849. 00010000:00000010:1.1:1776192957.655464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22295a0. 00010000:00000010:1.1:1776192957.655469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fdd9934. 00010000:00000010:1.1:1776192957.655471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb9e9e76. 00010000:00000010:1.1:1776192957.655473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de808eb. 00010000:00000010:1.1:1776192957.655475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007916791f. 00010000:00000010:1.1:1776192957.655478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa4c891. 00010000:00000010:1.1:1776192957.655480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e972a12d. 00010000:00000010:1.1:1776192957.655483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d87be003. 00010000:00000010:1.1:1776192957.655486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c190980b. 00010000:00000010:1.1:1776192957.655502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce4a06c. 00010000:00000010:1.1:1776192957.655504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f38d1c4f. 00010000:00000010:1.1:1776192957.655507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e48374c. 00010000:00000010:1.1:1776192957.655509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cd35e3c. 00010000:00000010:1.1:1776192957.655512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f335b1. 00010000:00000010:1.1:1776192957.655514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000761a4d27. 00010000:00000010:1.1:1776192957.655516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dea0c8a6. 00010000:00000010:1.1:1776192957.655520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2632dc8. 00010000:00000010:1.1:1776192957.655522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024dc2a59. 00010000:00000010:1.1:1776192957.655524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbbd634d. 00010000:00000010:1.1:1776192957.655526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8ba60cd. 00010000:00000010:1.1:1776192957.655528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088d982a5. 00010000:00000010:1.1:1776192957.655530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46dcb67. 00010000:00000010:1.1:1776192957.655532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf6ee2f. 00010000:00000010:1.1:1776192957.655536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f913b45e. 00010000:00000010:1.1:1776192957.655538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8a250b1. 00010000:00000010:1.1:1776192957.655541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000226e90c0. 00010000:00000010:1.1:1776192957.655543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23245cf. 00010000:00000010:1.1:1776192957.655546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f3f3cbf. 00000400:00000200:0.0:1776192957.656406:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.656433:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314740 00000400:00000200:0.0:1776192957.656442:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb368d [1] + 224 00000400:00000200:0.0:1776192957.656457:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.656461:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.656472:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349520192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.657055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d234d1c2. 00000400:00000200:0.0:1776192957.658143:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.658188:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cb40 00000400:00000200:0.0:1776192957.658195:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1fd9 [2] + 1312 00000400:00000200:0.0:1776192957.658247:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.658251:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.658258:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.658264:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 00000020:00000010:3.0:1776192957.658450:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bf6aa9b. 00000020:00000010:3.0:1776192957.658457:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.658462:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.658488:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093daabff x1862471344638784/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.658518:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638784 02000000:00000010:3.0:1776192957.658530:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040e546cd. 00010000:00000010:3.0:1776192957.658566:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e3c1582. 00000100:00000010:3.0:1776192957.658572:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006421a809. 00000100:00000010:3.0:1776192957.658578:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006421a809. 00010000:00000010:3.0:1776192957.658582:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e3c1582. 00000400:00000010:3.0:1776192957.658596:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192957.658601:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638784, offset 224 00000400:00000200:3.0:1776192957.658608:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.658618:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.658624:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91404:91404:256:4294967295] 192.168.203.33@tcp LPNI seq info [91404:91404:8:4294967295] 00000400:00000200:3.0:1776192957.658634:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.658639:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.658643:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192957.658647:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.658653:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.658657:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.658673:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192957.658676:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.658679:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bf6aa9b. 00000800:00000200:0.0:1776192957.659296:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.661527:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192957.661535:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.661544:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.661551:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:0.0:1776192957.661553:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000400:00000010:2.0:1776192957.661695:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:2.0:1776192957.661701:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:2.0:1776192957.661703:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:2.0:1776192957.661712:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349520192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.661722:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349520192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.661749:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040918f35. 02000000:00000010:2.0:1776192957.661776:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfac3daf. 02000000:00000010:2.0:1776192957.661782:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000333547ba. 00000100:00000010:2.0:1776192957.661785:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:2.0:1776192957.661790:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.1:1776192957.661828:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009398cecd. 00010000:00000010:1.1:1776192957.661835:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8b7528. 00010000:00000010:1.1:1776192957.661840:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d15b3db. 00010000:00000010:1.1:1776192957.661843:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000904d00e3. 00010000:00000010:1.1:1776192957.661847:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f91ca37. 00010000:00000010:1.1:1776192957.661851:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6def010. 00010000:00000010:1.1:1776192957.661854:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b37dcd0. 00010000:00000010:1.1:1776192957.661856:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007e1f6f8. 00010000:00000010:1.1:1776192957.661859:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a110893. 00010000:00000010:1.1:1776192957.661862:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c0efb14. 00010000:00000010:1.1:1776192957.661865:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf3ef39a. 00010000:00000010:1.1:1776192957.661867:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013970dd2. 00010000:00000010:1.1:1776192957.661870:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc726462. 00010000:00000010:1.1:1776192957.661872:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000abcdae8. 00010000:00000010:1.1:1776192957.661876:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd66348b. 00010000:00000010:1.1:1776192957.661878:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e7c4d84. 00010000:00000010:1.1:1776192957.661880:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003514fc0d. 00010000:00000010:1.1:1776192957.661882:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071b18338. 00010000:00000010:1.1:1776192957.661885:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033bbb93f. 00010000:00000010:1.1:1776192957.661887:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042edee91. 00010000:00000010:1.1:1776192957.661901:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d27d300. 00010000:00000010:1.1:1776192957.661904:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cbe5abc. 00010000:00000010:1.1:1776192957.661907:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.1:1776192957.661910:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f20eafae. 00010000:00000010:1.1:1776192957.661914:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909fd7b6. 00010000:00000010:1.1:1776192957.661917:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013017b03. 00010000:00000010:1.1:1776192957.661919:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.1:1776192957.661922:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c6381c4. 00010000:00000010:1.1:1776192957.661926:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:1.1:1776192957.661929:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f136e399. 00010000:00000010:1.1:1776192957.661932:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004592b6f3. 00010000:00000010:1.1:1776192957.661934:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82f40ab. 00010000:00000010:1.1:1776192957.661936:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df32794. 00010000:00000010:1.1:1776192957.661938:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088888b08. 00010000:00000010:1.1:1776192957.661941:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6480690. 00010000:00000010:1.1:1776192957.661943:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7e044a4. 00010000:00000010:1.1:1776192957.661945:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c946485. 00010000:00000010:2.0:1776192957.662281:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006339fb6b. 00080000:00000010:2.0:1776192957.662309:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af4ce40. 00010000:00000010:2.0:1776192957.662406:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:2.0:1776192957.662415:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007729b14c. 00010000:00000010:2.0:1776192957.662784:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192957.662791:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4bfe11c. 00010000:00000010:2.0:1776192957.662805:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c4ba163. 00000100:00000010:2.0:1776192957.662812:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.662821:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192957.662837:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ef87945. 02000000:00000010:2.0:1776192957.662868:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee010214. 00000400:00000010:2.0:1776192957.662874:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee980d7. 00000400:00000010:2.0:1776192957.662879:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa860fc. 00000100:00000200:2.0:1776192957.662886:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520256, portal 16 00000400:00000010:2.0:1776192957.662891:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192957.662894:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520256, offset 0 00000400:00000200:2.0:1776192957.662902:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.662922:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.662930:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.662934:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.662938:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.662941:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91405:91405:256:4294967295] 192.168.203.33@tcp LPNI seq info [91405:91405:8:4294967295] 00000400:00000200:2.0:1776192957.662950:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.662956:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.662961:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192957.662968:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.662975:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.662979:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192957.663232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000726fb89b. 00000800:00000200:0.0:1776192957.663700:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.663705:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:0.0:1776192957.663710:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.663716:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.663720:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:0.0:1776192957.663722:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:0.0:1776192957.663728:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349520256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.670353:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.670370:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314780 00000400:00000200:2.0:1776192957.670380:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3699 [1] + 224 00000400:00000200:2.0:1776192957.670393:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.670399:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.670410:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349520256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.671658:0:4038:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3496401. 00000400:00000010:3.0:1776192957.671670:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee980d7. 00000400:00000200:3.0:1776192957.671675:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa860fc 00010000:00000010:1.1:1776192957.671675:0:4038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47ce863. 00000400:00000010:3.0:1776192957.671676:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa860fc. 00000100:00000200:3.0:1776192957.671687:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349520256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.671696:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349520256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192957.671723:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee010214. 02000000:00000010:3.0:1776192957.671735:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ef87945. 00000100:00000010:3.0:1776192957.671739:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:3.0:1776192957.671745:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:3.0:1776192957.671748:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c4ba163. 00000400:00000200:2.0:1776192957.672143:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.672230:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cb80 00000400:00000200:2.0:1776192957.672237:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1fd9 [2] + 1640 00000400:00000200:2.0:1776192957.672294:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.672552:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.672558:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.672564:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 00000020:00000010:1.0:1776192957.673249:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333547ba. 00000020:00000010:1.0:1776192957.673258:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192957.673262:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.673288:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003805fb90 x1862471344638848/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192957.673329:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638848 02000000:00000010:1.0:1776192957.673340:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cfac3daf. 00010000:00000010:1.0:1776192957.673369:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ae62cc1. 00010000:00000010:1.0:1776192957.673389:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f461dbf4. 00000100:00000010:1.0:1776192957.673396:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.673408:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.673423:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f461dbf4. 00000400:00000010:1.0:1776192957.673436:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192957.673441:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638848, offset 224 00000400:00000200:1.0:1776192957.673449:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.673460:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.673467:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91406:91406:256:4294967295] 192.168.203.33@tcp LPNI seq info [91406:91406:8:4294967295] 00000400:00000200:1.0:1776192957.673477:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.673481:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.673485:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192957.673491:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.673497:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.673500:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.673516:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192957.673521:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.673523:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333547ba. 00000800:00000200:1.0:1776192957.673594:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.673598:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:1.0:1776192957.673601:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.673605:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.673609:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:1.0:1776192957.673610:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00080000:00000010:1.0:1776192957.673635:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000333547ba. 00010000:00000010:1.0:1776192957.673716:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4bfe11c. 00010000:00000010:1.0:1776192957.673723:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000744cc89e. 00010000:00000010:1.0:1776192957.673802:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7e044a4. 00010000:00000010:1.0:1776192957.673806:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.673811:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f47ce863. 00010000:00000010:1.0:1776192957.673816:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00080000:00000010:1.0:1776192957.673828:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000253e1c9e. 00010000:00000010:1.0:1776192957.673858:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.673862:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.674302:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c946485. 00010000:00000010:1.0:1776192957.674306:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.674314:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f461dbf4. 00000100:00000010:1.0:1776192957.674318:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.674324:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 02000000:00000010:1.0:1776192957.674338:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a9796c1. 02000000:00000010:1.0:1776192957.674361:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000627ea673. 00000400:00000010:1.0:1776192957.674367:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192957.674371:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192957.674376:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520320, portal 16 00000400:00000010:1.0:1776192957.674380:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee38bd31. 00000100:00000200:1.0:1776192957.674381:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520320, offset 0 00000400:00000200:1.0:1776192957.674387:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.674397:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.674403:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.674406:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.674420:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.674423:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91407:91407:256:4294967295] 192.168.203.33@tcp LPNI seq info [91407:91407:8:4294967295] 00000400:00000200:1.0:1776192957.674430:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.674434:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.674438:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192957.674443:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.674448:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.674451:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.674556:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.674559:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:0.0:1776192957.674562:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.674566:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.674568:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee38bd31 00000400:00000010:0.0:1776192957.674570:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee38bd31. 00000100:00000200:0.0:1776192957.674575:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349520320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.678711:0:78442:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000078cba4d. 00010000:00000010:2.1:1776192957.678724:0:78442:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039b27568. 00010000:00000010:2.1:1776192957.678729:0:78442:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add15abf. 00000400:00000200:2.0:1776192957.678775:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.678792:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673147c0 00000400:00000200:2.0:1776192957.678801:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb36a5 [1] + 224 00000400:00000200:2.0:1776192957.678815:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.678819:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.678908:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad1b0323 x1862471349520320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.679699:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:1.0:1776192957.679706:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:1.0:1776192957.679708:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:1.0:1776192957.679717:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349520320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.679726:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349520320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.679769:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000627ea673. 02000000:00000010:1.0:1776192957.679776:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a9796c1. 00000100:00000010:1.0:1776192957.679783:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000010:1.0:1776192957.679788:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.679792:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f461dbf4. 00000400:00000200:1.0:1776192957.680472:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.680485:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cbc0 00000400:00000200:1.0:1776192957.680492:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb1fd9 [2] + 1968 00000400:00000010:1.0:1776192957.680495:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001a9f7a17. 00000400:00000200:1.0:1776192957.680500:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000caa922d8 00000400:00000200:1.0:1776192957.680549:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.680553:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.680557:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000caa922d8 00000400:00000010:1.0:1776192957.680559:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000caa922d8 (tot 82351746). 00000100:00000200:1.0:1776192957.680565:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192957.680648:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bf6aa9b. 00000020:00000010:3.0:1776192957.680655:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192957.680659:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.680682:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000014097e31 x1862471344638912/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192957.680715:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638912 02000000:00000010:3.0:1776192957.680729:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000990732d8. 00010000:00000010:3.0:1776192957.680754:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f6d9396. 00010000:00000010:3.0:1776192957.680787:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e3c1582. 00000100:00000010:3.0:1776192957.680795:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006421a809. 00000100:00000010:3.0:1776192957.680813:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006421a809. 00010000:00000010:3.0:1776192957.680817:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e3c1582. 00000400:00000010:3.0:1776192957.680828:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192957.680833:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638912, offset 224 00000400:00000200:3.0:1776192957.680841:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.680850:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.680855:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91408:91408:256:4294967295] 192.168.203.33@tcp LPNI seq info [91408:91408:8:4294967295] 00000400:00000200:3.0:1776192957.680864:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.680868:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.680872:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82351994). 00000800:00000200:3.0:1776192957.680877:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.680883:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.680886:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.680903:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192957.680907:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.680910:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bf6aa9b. 02000000:00000010:3.0:1776192957.680918:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cfac3daf. 00000100:00000010:3.0:1776192957.680920:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 02000000:00000010:3.0:1776192957.680924:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040e546cd. 00000100:00000010:3.0:1776192957.680927:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 02000000:00000010:3.0:1776192957.680930:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ce7758. 00000100:00000010:3.0:1776192957.680932:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 02000000:00000010:3.0:1776192957.680935:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dc49eaf. 00000100:00000010:3.0:1776192957.680937:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192957.680941:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7bd03ac. 00000100:00000010:3.0:1776192957.680943:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 02000000:00000010:3.0:1776192957.680947:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e022285b. 00000100:00000010:3.0:1776192957.680949:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea6e4226. 00000100:00000200:3.0:1776192957.680955:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192957.680959:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008ebb1505. 00000400:00000010:3.0:1776192957.680963:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006421a809 (tot 82352146). 00080000:00000010:2.0:1776192957.681265:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d62ac9f0. 00010000:00000010:2.0:1776192957.681430:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:2.0:1776192957.681437:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095256b66. 00010000:00000010:2.0:1776192957.681505:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192957.681511:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7fcd203. 00010000:00000010:2.0:1776192957.681522:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054ac5719. 00000100:00000010:2.0:1776192957.681526:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3e9112e. 00000100:00000010:2.0:1776192957.681533:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 02000000:00000010:2.0:1776192957.681543:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001dc49eaf. 02000000:00000010:2.0:1776192957.681567:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063ce7758. 00000400:00000010:2.0:1776192957.681571:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b7b1ca99. 00000400:00000010:2.0:1776192957.681575:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192957.681579:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520384, portal 16 00000400:00000010:2.0:1776192957.681583:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192957.681585:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520384, offset 0 00000400:00000200:2.0:1776192957.681592:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.681599:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.681606:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.681609:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.681611:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.681614:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91409:91409:255:4294967295] 192.168.203.33@tcp LPNI seq info [91409:91409:7:4294967295] 00000400:00000200:2.0:1776192957.681621:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.681624:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.681628:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352394). 00000800:00000200:2.0:1776192957.681631:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.681636:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.681638:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.681832:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.681836:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:0.0:1776192957.681840:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.681845:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.681848:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:0.0:1776192957.681850:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 02000000:00000010:0.0:1776192957.681854:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000990732d8. 00000800:00000200:0.0:1776192957.681916:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.681918:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:0.0:1776192957.681921:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.681924:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.681926:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:0.0:1776192957.681927:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000100:00000200:0.0:1776192957.681932:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b524a572 x1862471349520384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.683273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b463f93. 00010000:00000010:1.1:1776192957.683286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbc21154. 00010000:00000010:1.1:1776192957.683291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00010000:00000010:1.1:1776192957.683294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7e044a4. 00010000:00000010:1.1:1776192957.683298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47ce863. 00010000:00000010:2.1:1776192957.685372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cfe1773. 00010000:00000010:2.1:1776192957.685385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c946485. 00010000:00000010:3.1:1776192957.687240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfa1a717. 00000400:00000200:3.0:1776192957.688123:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.688139:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314800 00000400:00000200:3.0:1776192957.688148:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb36b5 [1] + 224 00000400:00000200:3.0:1776192957.688179:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.688183:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.688194:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b524a572 x1862471349520384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.688223:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.688228:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cc00 00000400:00000200:3.0:1776192957.688233:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2031 [2] + 0 00000400:00000200:3.0:1776192957.688240:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.688243:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.688247:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.688252:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:0.0:1776192957.688424:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf1d847. 00000020:00000010:0.0:1776192957.688431:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.688436:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.688458:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344638976/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.688490:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344638976 02000000:00000010:0.0:1776192957.688500:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a689a4a6. 00010000:00000010:0.0:1776192957.688535:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.688541:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.688547:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.688550:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.688563:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192957.688568:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344638976, offset 224 00000400:00000200:0.0:1776192957.688575:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.688586:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.688591:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91410:91410:256:4294967295] 192.168.203.33@tcp LPNI seq info [91410:91410:8:4294967295] 00000400:00000200:0.0:1776192957.688600:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.688604:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.688608:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.688613:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.688620:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.688623:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.688636:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.688641:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.688643:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf1d847. 00000400:00000010:1.0:1776192957.688967:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b7b1ca99. 00000400:00000200:1.0:1776192957.688972:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:1.0:1776192957.688974:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000100:00000200:1.0:1776192957.688980:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b524a572 x1862471349520384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.688988:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b524a572 x1862471349520384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.689009:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b60c1fab. 02000000:00000010:1.0:1776192957.689032:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063ce7758. 02000000:00000010:1.0:1776192957.689037:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001dc49eaf. 00000100:00000010:1.0:1776192957.689041:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 00000100:00000010:1.0:1776192957.689044:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c3e9112e. 00010000:00000010:1.0:1776192957.689046:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054ac5719. 00080000:00000010:1.0:1776192957.689061:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000627ea673. 00010000:00000010:1.0:1776192957.689171:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7fcd203. 00010000:00000010:1.0:1776192957.689177:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b677b9bb. 00010000:00000010:1.0:1776192957.689245:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f47ce863. 00010000:00000010:1.0:1776192957.689251:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054d2206e. 00010000:00000010:1.0:1776192957.689259:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f461dbf4. 00000100:00000010:1.0:1776192957.689263:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.689270:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 02000000:00000010:1.0:1776192957.689279:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055bdcf9f. 02000000:00000010:1.0:1776192957.689311:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000969dce18. 00000400:00000010:1.0:1776192957.689316:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192957.689319:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192957.689323:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520448, portal 16 00000400:00000010:1.0:1776192957.689326:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192957.689328:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520448, offset 0 00000400:00000200:1.0:1776192957.689334:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.689340:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.689347:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.689350:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.689352:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.689355:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91411:91411:255:4294967295] 192.168.203.33@tcp LPNI seq info [91411:91411:7:4294967295] 00000400:00000200:1.0:1776192957.689362:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.689366:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.689369:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192957.689373:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.689378:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.689380:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.689431:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.689434:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:1.0:1776192957.689438:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.689442:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.689444:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:1.0:1776192957.689445:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00000800:00000200:1.0:1776192957.689497:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.689499:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:1.0:1776192957.689501:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.689504:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.689506:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:1.0:1776192957.689508:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000100:00000200:1.0:1776192957.689512:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349520448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.695319:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.695337:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314840 00000400:00000200:3.0:1776192957.695345:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb36c1 [1] + 224 00000400:00000200:3.0:1776192957.695357:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.695360:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.695369:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad1b0323 x1862471349520448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.695402:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.695408:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cc40 00000400:00000200:3.0:1776192957.695421:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2031 [2] + 328 00000400:00000010:1.0:1776192957.695427:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:3.0:1776192957.695430:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.695432:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.695432:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:1.0:1776192957.695433:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:3.0:1776192957.695437:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1776192957.695438:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349520448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776192957.695442:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000100:00000200:1.0:1776192957.695445:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349520448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.695471:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000969dce18. 02000000:00000010:1.0:1776192957.695477:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000055bdcf9f. 00000100:00000010:1.0:1776192957.695481:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000010:1.0:1776192957.695485:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.695489:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f461dbf4. 00000020:00000010:0.0:1776192957.695682:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf1d847. 00000020:00000010:0.0:1776192957.695689:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.695692:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.695786:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344639040/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.695949:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639040 02000000:00000010:0.0:1776192957.695961:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007aac3a8. 00010000:00000010:0.0:1776192957.695989:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e85afa38. 00010000:00000010:0.0:1776192957.696009:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.696016:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.696408:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.696552:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.696570:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192957.696576:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639040, offset 224 00000400:00000200:0.0:1776192957.696585:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.696599:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.696605:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91412:91412:256:4294967295] 192.168.203.33@tcp LPNI seq info [91412:91412:8:4294967295] 00000400:00000200:0.0:1776192957.696614:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.696619:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.696623:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192957.696628:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.696634:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.696638:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.696693:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.696698:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.696702:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf1d847. 00000800:00000200:3.0:1776192957.697854:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.697860:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192957.697867:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.697875:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.697879:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:3.0:1776192957.697881:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00080000:00000010:3.0:1776192957.698753:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff0264ff. 00010000:00000010:3.0:1776192957.698853:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d2206e. 00010000:00000010:3.0:1776192957.698864:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b90619c. 00010000:00000010:3.0:1776192957.699015:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192957.699022:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c18a630a. 00010000:00000010:3.0:1776192957.699034:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e3c1582. 00000100:00000010:3.0:1776192957.699041:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000991c83a5. 00000100:00000010:3.0:1776192957.699050:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192957.699064:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000990732d8. 02000000:00000010:3.0:1776192957.699092:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e022285b. 00000400:00000010:3.0:1776192957.699098:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007554fc4c. 00000400:00000010:3.0:1776192957.699103:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192957.699109:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520512, portal 16 00000400:00000010:3.0:1776192957.699114:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192957.699117:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520512, offset 0 00000400:00000200:3.0:1776192957.699124:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.699137:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.699143:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.699146:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.699148:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.699344:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91413:91413:256:4294967295] 192.168.203.33@tcp LPNI seq info [91413:91413:8:4294967295] 00000400:00000200:3.0:1776192957.699358:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.699364:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.699368:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192957.699375:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.699383:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.699387:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192957.700708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068a5eb50. 00010000:00000010:1.1:1776192957.700973:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c242e04e. 00010000:00000010:1.1:1776192957.700980:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f9c7792. 00010000:00000010:1.1:1776192957.700986:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00000800:00000200:1.0:1776192957.701028:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.701032:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:1.0:1776192957.701037:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.701045:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.701050:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:1.0:1776192957.701052:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:1.0:1776192957.701060:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349520512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.703131:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.703190:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314880 00000400:00000200:3.0:1776192957.703199:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb36cd [1] + 224 00000400:00000200:3.0:1776192957.703217:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.703220:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.703230:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349520512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.703866:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.703874:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cc80 00000400:00000200:3.0:1776192957.703878:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2031 [2] + 656 00000400:00000200:3.0:1776192957.703926:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.703931:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.703935:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.703941:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000400:00000010:1.0:1776192957.704122:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007554fc4c. 00000400:00000200:1.0:1776192957.704128:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:1.0:1776192957.704130:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:1.0:1776192957.704136:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349520512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.704144:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349520512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192957.704203:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf1d847. 00000020:00000010:0.0:1776192957.704210:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.704215:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.704237:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344639104/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192957.704266:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639104 02000000:00000010:0.0:1776192957.704277:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cdd829f8. 00010000:00000010:0.0:1776192957.704323:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.704330:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.704337:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.704341:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.704353:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192957.704357:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639104, offset 224 00000400:00000200:0.0:1776192957.704364:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.704373:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00010000:00000010:1.0:1776192957.704374:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019db4ae0. 00000400:00000200:0.0:1776192957.704378:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91414:91414:256:4294967295] 192.168.203.33@tcp LPNI seq info [91414:91414:8:4294967295] 00000400:00000200:0.0:1776192957.704387:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 02000000:00000010:1.0:1776192957.704388:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e022285b. 00000800:00000200:0.0:1776192957.704391:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 02000000:00000010:1.0:1776192957.704392:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000990732d8. 00000800:00000010:0.0:1776192957.704395:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000100:00000010:1.0:1776192957.704397:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:1.0:1776192957.704399:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000991c83a5. 00000800:00000200:0.0:1776192957.704400:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00010000:00000010:1.0:1776192957.704402:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e3c1582. 00000800:00000200:0.0:1776192957.704405:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.704408:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192957.704417:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a9796c1. 00000020:00000010:0.0:1776192957.704555:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.704559:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.704562:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf1d847. 00000800:00000200:2.0:1776192957.704693:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.704697:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:2.0:1776192957.704701:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.704706:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.704708:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:2.0:1776192957.704710:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00010000:00000010:1.0:1776192957.704744:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c18a630a. 00010000:00000010:1.0:1776192957.704750:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004452dbd3. 00010000:00000010:1.0:1776192957.704837:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6480690. 00010000:00000010:1.0:1776192957.704842:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.704852:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f461dbf4. 00000100:00000010:1.0:1776192957.704856:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.704861:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 02000000:00000010:1.0:1776192957.704871:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055bdcf9f. 02000000:00000010:1.0:1776192957.704900:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000969dce18. 00000400:00000010:1.0:1776192957.704905:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192957.704909:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192957.704914:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520576, portal 16 00000400:00000010:1.0:1776192957.704921:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192957.704923:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520576, offset 0 00000400:00000200:1.0:1776192957.704930:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.704936:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.704943:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.704946:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.704948:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.704950:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91415:91415:256:4294967295] 192.168.203.33@tcp LPNI seq info [91415:91415:8:4294967295] 00000400:00000200:1.0:1776192957.704973:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.704977:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.704980:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192957.704984:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.704988:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.704990:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.705696:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.705701:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:2.0:1776192957.705706:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.705712:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.705716:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:2.0:1776192957.705717:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000100:00000200:2.0:1776192957.705724:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349520576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.707737:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.707752:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673148c0 00000400:00000200:3.0:1776192957.707768:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb36d9 [1] + 224 00000400:00000200:3.0:1776192957.707778:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.707782:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.707791:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad1b0323 x1862471349520576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.707860:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.707866:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ccc0 00000400:00000200:3.0:1776192957.707871:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2031 [2] + 984 00000400:00000200:3.0:1776192957.707881:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.707888:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.707892:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.707899:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000400:00000010:1.0:1776192957.708072:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:1.0:1776192957.708077:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:1.0:1776192957.708079:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:1.0:1776192957.708085:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349520576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.708092:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349520576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192957.708096:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf1d847. 00000020:00000010:0.0:1776192957.708102:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.708106:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 02000000:00000010:1.0:1776192957.708120:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000969dce18. 02000000:00000010:1.0:1776192957.708125:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000055bdcf9f. 00000100:00000010:1.0:1776192957.708130:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000200:0.0:1776192957.708130:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344639168/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000010:1.0:1776192957.708134:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.708138:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f461dbf4. 00000100:00000200:0.0:1776192957.708183:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639168 02000000:00000010:0.0:1776192957.708194:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003075448f. 00010000:00000010:0.0:1776192957.708219:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b42207aa. 00010000:00000010:0.0:1776192957.708238:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.708243:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.708258:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.708262:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.708273:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:0.0:1776192957.708277:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639168, offset 224 00080000:00000010:1.0:1776192957.708331:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055bdcf9f. 00000400:00000200:0.0:1776192957.708331:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.708343:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.708347:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91416:91416:256:4294967295] 192.168.203.33@tcp LPNI seq info [91416:91416:8:4294967295] 00000400:00000200:0.0:1776192957.708356:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.708360:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.708364:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192957.708369:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.708376:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.708379:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.708401:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00010000:00000010:1.0:1776192957.708404:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00000020:00000010:0.0:1776192957.708405:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.708408:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf1d847. 00010000:00000010:1.0:1776192957.708409:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000410da73a. 00010000:00000010:1.0:1776192957.708479:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7e044a4. 00010000:00000010:1.0:1776192957.708484:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.708489:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df32794. 00010000:00000010:1.0:1776192957.708494:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00080000:00000010:1.0:1776192957.708505:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000969dce18. 00000800:00000200:2.0:1776192957.708532:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776192957.708535:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00000800:00000010:2.0:1776192957.708536:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00010000:00000010:1.0:1776192957.708538:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00000400:00000200:2.0:1776192957.708540:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.708545:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00010000:00000010:1.0:1776192957.708591:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004592b6f3. 00010000:00000010:1.0:1776192957.708595:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.708602:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f461dbf4. 00000100:00000010:1.0:1776192957.708605:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.708610:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 02000000:00000010:1.0:1776192957.708621:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000117c7214. 02000000:00000010:1.0:1776192957.708639:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048f697cc. 00000400:00000010:1.0:1776192957.708643:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000200:2.0:1776192957.708915:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:2.0:1776192957.708918:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000400:00000010:1.0:1776192957.709757:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192957.709776:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520640, portal 16 00000400:00000010:1.0:1776192957.709781:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002806a671. 00000100:00000200:1.0:1776192957.709784:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520640, offset 0 00000400:00000200:1.0:1776192957.709791:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.709802:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.709808:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.709812:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.709815:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.709818:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91417:91417:256:4294967295] 192.168.203.33@tcp LPNI seq info [91417:91417:8:4294967295] 00000400:00000200:1.0:1776192957.709826:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.709829:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.709833:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192957.709838:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.709844:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.709847:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.710087:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.710091:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:2.0:1776192957.710096:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.710100:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.710103:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002806a671 00000400:00000010:2.0:1776192957.710105:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002806a671. 00000100:00000200:2.0:1776192957.710110:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349520640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192957.710793:0:78441:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faf51f77. 00010000:00000010:3.1:1776192957.710803:0:78441:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47ce863. 00000400:00000200:2.0:1776192957.712995:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.713091:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314900 00000400:00000200:2.0:1776192957.713105:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb36e5 [1] + 224 00000400:00000200:2.0:1776192957.713119:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.713123:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.713134:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad1b0323 x1862471349520640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.713244:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.713250:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cd00 00000400:00000200:2.0:1776192957.713255:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2031 [2] + 1312 00000400:00000200:2.0:1776192957.713449:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.713454:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.713458:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.713463:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 00000400:00000010:1.0:1776192957.713718:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:1.0:1776192957.713724:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:1.0:1776192957.713727:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:1.0:1776192957.713734:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349520640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.713742:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349520640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.713780:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048f697cc. 02000000:00000010:1.0:1776192957.713786:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000117c7214. 00000100:00000010:1.0:1776192957.713789:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000010:1.0:1776192957.713793:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.713796:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f461dbf4. 00010000:00000010:1.1:1776192957.715221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a470e. 00010000:00000010:1.1:1776192957.715234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d06a897b. 00010000:00000010:1.1:1776192957.715237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00010000:00000010:0.1:1776192957.715318:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d45d008. 00000020:00000010:0.0:1776192957.715355:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf1d847. 00000020:00000010:0.0:1776192957.715362:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.715367:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.715393:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c9b22b3 x1862471344639232/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.715514:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639232 02000000:00000010:0.0:1776192957.715527:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000697548a9. 00010000:00000010:0.0:1776192957.715554:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002735e929. 00010000:00000010:0.0:1776192957.715575:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.715582:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.715598:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.715602:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.715615:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192957.715620:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639232, offset 224 00000400:00000200:0.0:1776192957.715628:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.715641:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.715647:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91418:91418:256:4294967295] 192.168.203.33@tcp LPNI seq info [91418:91418:8:4294967295] 00000400:00000200:0.0:1776192957.715657:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.715663:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.715667:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192957.715673:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.715679:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.715683:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.715703:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.715707:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.715709:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf1d847. 00080000:00000010:1.0:1776192957.715766:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000117c7214. 00010000:00000010:1.0:1776192957.715841:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.715847:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e829fc6. 00010000:00000010:1.0:1776192957.715950:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192957.715956:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.715964:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f461dbf4. 00000100:00000010:1.0:1776192957.715968:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.715976:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 02000000:00000010:1.0:1776192957.715987:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048f697cc. 02000000:00000010:1.0:1776192957.716008:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007234ebbe. 00000400:00000010:1.0:1776192957.716024:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192957.716029:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192957.716034:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520704, portal 16 00000400:00000010:1.0:1776192957.716038:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d0567a. 00000100:00000200:1.0:1776192957.716040:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520704, offset 0 00000400:00000200:1.0:1776192957.716046:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.716052:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.716060:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.716064:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.716066:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.716069:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91419:91419:255:4294967295] 192.168.203.33@tcp LPNI seq info [91419:91419:7:4294967295] 00000400:00000200:1.0:1776192957.716076:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.716080:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.716083:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352394). 00000800:00000200:1.0:1776192957.716087:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.716091:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.716093:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.716615:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.716620:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82352146). 00000400:00000200:0.0:1776192957.716625:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.716631:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.716636:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:0.0:1776192957.716637:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000800:00000200:0.0:1776192957.718852:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.718861:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:0.0:1776192957.718870:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.718880:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.718885:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d0567a 00000400:00000010:0.0:1776192957.718887:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d0567a. 00000100:00000200:0.0:1776192957.718906:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349520704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.719215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd102393. 00010000:00000010:1.1:1776192957.719226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6480690. 00010000:00000010:1.1:1776192957.719231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7e044a4. 00010000:00000010:1.1:1776192957.719235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df32794. 00000400:00000200:2.0:1776192957.720372:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.720389:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314940 00000400:00000200:2.0:1776192957.720399:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb36f1 [1] + 224 00000400:00000200:2.0:1776192957.720410:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.720533:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.720542:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad1b0323 x1862471349520704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192957.720616:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192957.720624:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cd40 00000400:00000200:2.0:1776192957.720629:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2031 [2] + 1640 00000400:00000200:2.0:1776192957.720701:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.720705:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192957.720710:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192957.720715:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dac053d. 00000020:00000010:0.0:1776192957.721409:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf1d847. 00000020:00000010:0.0:1776192957.721429:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.721434:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.721462:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dac053d x1862471344639296/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.721501:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639296 02000000:00000010:0.0:1776192957.721515:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cecbbc8. 00010000:00000010:0.0:1776192957.721556:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.721563:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.721569:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.721573:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000010:0.0:1776192957.721587:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192957.721592:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639296, offset 224 00000400:00000200:0.0:1776192957.721599:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.721610:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.721615:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91420:91420:256:4294967295] 192.168.203.33@tcp LPNI seq info [91420:91420:8:4294967295] 00000400:00000200:0.0:1776192957.721624:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.721630:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.721634:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192957.721640:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.721647:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.721651:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.721672:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.721676:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.721679:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf1d847. 00000800:00000200:0.0:1776192957.722698:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.722706:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:0.0:1776192957.722716:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.722724:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.722729:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:0.0:1776192957.722731:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000400:00000010:3.0:1776192957.726817:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:3.0:1776192957.726825:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:3.0:1776192957.726827:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:3.0:1776192957.726842:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349520704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.726853:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349520704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192957.726885:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcebd569. 02000000:00000010:3.0:1776192957.726903:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007234ebbe. 02000000:00000010:3.0:1776192957.726910:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048f697cc. 00000100:00000010:3.0:1776192957.726915:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000010:3.0:1776192957.726919:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:3.0:1776192957.726922:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f461dbf4. 00080000:00000010:3.0:1776192957.726944:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfac3daf. 00010000:00000010:3.0:1776192957.727058:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:3.0:1776192957.727066:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000542a3e5c. 00010000:00000010:3.0:1776192957.727147:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.0:1776192957.727169:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023390370. 00010000:00000010:3.0:1776192957.727184:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043308a66. 00000100:00000010:3.0:1776192957.727189:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020e23260. 00000100:00000010:3.0:1776192957.727197:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192957.727210:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bf6aa9b. 02000000:00000010:3.0:1776192957.727241:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ee86db8. 00000400:00000010:3.0:1776192957.727247:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009edaebd1. 00000400:00000010:3.0:1776192957.727252:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192957.727257:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520768, portal 16 00000400:00000010:3.0:1776192957.727262:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192957.727265:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520768, offset 0 00000400:00000200:3.0:1776192957.727272:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.727289:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.727297:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.727300:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.727303:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.727307:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91421:91421:256:4294967295] 192.168.203.33@tcp LPNI seq info [91421:91421:8:4294967295] 00000400:00000200:3.0:1776192957.727318:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.727324:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.727329:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.727336:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.727343:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.727348:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.727799:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.727805:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192957.727811:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.727817:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.727821:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:0.0:1776192957.727823:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:0.0:1776192957.727829:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349520768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.730290:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.730310:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314980 00000400:00000200:3.0:1776192957.730319:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb36fd [1] + 224 00000400:00000200:3.0:1776192957.730332:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.730337:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.730347:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349520768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192957.730445:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009edaebd1. 00000400:00000200:0.0:1776192957.730450:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:0.0:1776192957.730452:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:0.0:1776192957.730458:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349520768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.730465:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349520768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.730492:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ee86db8. 02000000:00000010:0.0:1776192957.730497:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009bf6aa9b. 00000100:00000010:0.0:1776192957.730501:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:0.0:1776192957.730505:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020e23260. 00010000:00000010:0.0:1776192957.730509:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043308a66. 00010000:00000010:1.1:1776192957.730836:0:78449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f527192e. 00010000:00000010:1.1:1776192957.730845:0:78449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004592b6f3. 00010000:00000010:0.1:1776192957.731287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006049371f. 00000400:00000200:0.0:1776192957.731461:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.731473:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cd80 00000400:00000200:0.0:1776192957.731481:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2031 [2] + 1968 00000400:00000010:0.0:1776192957.731484:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003282c8fa. 00000400:00000200:0.0:1776192957.731487:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b8f64271 00000400:00000200:0.0:1776192957.731538:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.731543:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.731546:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8f64271 00000400:00000010:0.0:1776192957.731548:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b8f64271 (tot 82351746). 00000100:00000200:0.0:1776192957.731554:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192957.731668:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee010214. 00000020:00000010:2.0:1776192957.731675:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192957.731678:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.731711:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9fd67fa x1862471344639360/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.731742:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639360 02000000:00000010:2.0:1776192957.731752:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a76bb0fd. 00010000:00000010:2.0:1776192957.731788:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000beaad15d. 00010000:00000010:2.0:1776192957.731806:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005638c387. 00000100:00000010:2.0:1776192957.731812:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3e9112e. 00000100:00000010:2.0:1776192957.731828:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c3e9112e. 00010000:00000010:2.0:1776192957.731831:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005638c387. 00000400:00000010:2.0:1776192957.731843:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192957.731847:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639360, offset 224 00000400:00000200:2.0:1776192957.731854:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.731865:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.731871:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91422:91422:256:4294967295] 192.168.203.33@tcp LPNI seq info [91422:91422:8:4294967295] 00000400:00000200:2.0:1776192957.731879:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.731884:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.731888:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82351994). 00000800:00000200:2.0:1776192957.731893:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.731899:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.731903:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.731924:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095256b66. 00080000:00000010:0.0:1776192957.731926:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003747b83a. 00000020:00000010:2.0:1776192957.731928:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.731936:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee010214. 02000000:00000010:2.0:1776192957.731943:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cecbbc8. 00000100:00000010:2.0:1776192957.731946:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dac053d. 02000000:00000010:2.0:1776192957.731951:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000697548a9. 00010000:00000010:0.0:1776192957.731999:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023390370. 00010000:00000010:0.0:1776192957.732007:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eece8010. 00010000:00000010:0.0:1776192957.732083:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e85d7c. 00010000:00000010:0.0:1776192957.732089:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192957.732099:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192957.732103:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.732110:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d1c4ab9. 02000000:00000010:0.0:1776192957.732119:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cecbbc8. 02000000:00000010:0.0:1776192957.732141:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bf6aa9b. 00000400:00000010:0.0:1776192957.732145:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f34ac5. 00000400:00000010:0.0:1776192957.732148:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192957.732177:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520832, portal 16 00000400:00000010:0.0:1776192957.732182:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192957.732184:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520832, offset 0 00000400:00000200:0.0:1776192957.732189:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.732195:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.732201:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.732205:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.732208:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.732210:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91423:91423:255:4294967295] 192.168.203.33@tcp LPNI seq info [91423:91423:7:4294967295] 00000400:00000200:0.0:1776192957.732216:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.732220:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.732223:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352242). 00000800:00000200:0.0:1776192957.732226:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.732230:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.732232:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1776192957.732639:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 02000000:00000010:2.0:1776192957.732644:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003075448f. 00000100:00000010:2.0:1776192957.732646:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000800:00000200:3.0:1776192957.732647:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1776192957.732649:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cdd829f8. 00000800:00000010:3.0:1776192957.732650:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351994). 00000100:00000010:2.0:1776192957.732651:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000400:00000200:3.0:1776192957.732653:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1776192957.732654:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007aac3a8. 00000100:00000010:2.0:1776192957.732655:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000400:00000200:3.0:1776192957.732658:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 02000000:00000010:2.0:1776192957.732658:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a689a4a6. 00000100:00000010:2.0:1776192957.732660:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000400:00000200:3.0:1776192957.732661:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:3.0:1776192957.732662:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 02000000:00000010:3.0:1776192957.732666:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a76bb0fd. 00000100:00000200:2.0:1776192957.732667:0:64778:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192957.732670:0:64778:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074ce58b5. 00000400:00000010:2.0:1776192957.732673:0:64778:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3e9112e (tot 82352146). 00000800:00000200:3.0:1776192957.733236:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.733240:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192957.733245:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.733250:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.733253:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:3.0:1776192957.733256:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:3.0:1776192957.733262:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009d1c4ab9 x1862471349520832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.738366:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.738383:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673149c0 00000400:00000200:3.0:1776192957.738392:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3709 [1] + 224 00000400:00000200:3.0:1776192957.738405:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.738420:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.738431:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009d1c4ab9 x1862471349520832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.738513:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.738518:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cdc0 00000400:00000200:3.0:1776192957.738523:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2089 [2] + 0 00000400:00000200:3.0:1776192957.738577:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.738581:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.738585:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.738590:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000020:00000010:2.0:1776192957.738828:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040708c22. 00000020:00000010:2.0:1776192957.738835:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192957.738838:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.738861:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344639424/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192957.738901:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639424 02000000:00000010:2.0:1776192957.738914:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a76bb0fd. 00010000:00000010:2.0:1776192957.738952:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005638c387. 00000100:00000010:2.0:1776192957.738974:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.738980:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192957.738983:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005638c387. 00000400:00000010:2.0:1776192957.738998:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192957.739003:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639424, offset 224 00000400:00000200:2.0:1776192957.739011:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.739021:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.739027:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91424:91424:256:4294967295] 192.168.203.33@tcp LPNI seq info [91424:91424:8:4294967295] 00000400:00000200:2.0:1776192957.739036:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.739041:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.739045:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192957.739050:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.739056:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.739060:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.739079:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192957.739083:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.739096:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040708c22. 00000800:00000200:2.0:1776192957.739195:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.739198:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192957.739202:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.739205:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.739209:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192957.739211:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00010000:00000010:3.1:1776192957.740266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000741036b9. 00010000:00000010:3.1:1776192957.740277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d748c30f. 00010000:00000010:3.1:1776192957.740281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:2.1:1776192957.740323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000672cec60. 00000400:00000010:1.0:1776192957.740871:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057f34ac5. 00000400:00000200:1.0:1776192957.740876:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:1.0:1776192957.740878:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000100:00000200:1.0:1776192957.740899:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009d1c4ab9 x1862471349520832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.740909:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009d1c4ab9 x1862471349520832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.740936:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032e63ecc. 02000000:00000010:1.0:1776192957.740952:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bf6aa9b. 02000000:00000010:1.0:1776192957.741090:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005cecbbc8. 00000100:00000010:1.0:1776192957.741095:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d1c4ab9. 00000100:00000010:1.0:1776192957.741098:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:1.0:1776192957.741102:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00080000:00000010:1.0:1776192957.741123:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000489eafcb. 00010000:00000010:1.0:1776192957.741235:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:1.0:1776192957.741242:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c3aa3f9. 00010000:00000010:1.0:1776192957.741442:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004592b6f3. 00010000:00000010:1.0:1776192957.741449:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192957.741460:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adfa9002. 00000100:00000010:1.0:1776192957.741467:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.741474:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 02000000:00000010:1.0:1776192957.741484:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a27cd64. 02000000:00000010:1.0:1776192957.741651:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c65ed004. 00000400:00000010:1.0:1776192957.741658:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192957.741662:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192957.741668:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520896, portal 16 00000400:00000010:1.0:1776192957.741672:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192957.741674:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520896, offset 0 00000400:00000200:1.0:1776192957.741682:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.741695:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.741702:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.741705:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.741708:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.741711:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91425:91425:256:4294967295] 192.168.203.33@tcp LPNI seq info [91425:91425:8:4294967295] 00000400:00000200:1.0:1776192957.741720:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.741725:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.741729:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192957.741735:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.741742:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.741746:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.742718:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.742724:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:2.0:1776192957.742730:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.742736:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.742741:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:2.0:1776192957.742743:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:2.0:1776192957.742750:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e244c8e9 x1862471349520896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.744951:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.744972:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314a00 00000400:00000200:3.0:1776192957.744983:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3719 [1] + 224 00000400:00000200:3.0:1776192957.744995:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.744999:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.745011:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e244c8e9 x1862471349520896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.745057:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.745062:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ce00 00000400:00000200:3.0:1776192957.745067:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2089 [2] + 328 00000400:00000010:1.0:1776192957.745098:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:1.0:1776192957.745103:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:1.0:1776192957.745105:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000100:00000200:1.0:1776192957.745110:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e244c8e9 x1862471349520896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.745111:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.745115:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.745118:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e244c8e9 x1862471349520896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.745119:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.745125:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:1.0:1776192957.745146:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c65ed004. 02000000:00000010:1.0:1776192957.745152:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a27cd64. 00000100:00000010:1.0:1776192957.745176:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000010:1.0:1776192957.745179:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.745182:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adfa9002. 00000020:00000010:2.0:1776192957.745544:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040708c22. 00000020:00000010:2.0:1776192957.745566:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192957.745571:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.745597:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344639488/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192957.745631:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639488 02000000:00000010:2.0:1776192957.745643:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ef87945. 00010000:00000010:2.0:1776192957.745666:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092d2d5db. 00010000:00000010:2.0:1776192957.745688:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005638c387. 00000100:00000010:2.0:1776192957.745693:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.745708:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192957.745711:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005638c387. 00000400:00000010:2.0:1776192957.745723:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192957.745727:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639488, offset 224 00000400:00000200:2.0:1776192957.745735:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.745744:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00080000:00000010:3.0:1776192957.745747:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000869fd80e. 00000400:00000200:2.0:1776192957.745750:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91426:91426:256:4294967295] 192.168.203.33@tcp LPNI seq info [91426:91426:8:4294967295] 00000400:00000200:2.0:1776192957.745768:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.745773:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.745777:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192957.745782:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.745789:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.745794:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.745811:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192957.745816:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.745825:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040708c22. 00010000:00000010:3.0:1776192957.745833:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:3.0:1776192957.745839:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fea11183. 00010000:00000010:3.0:1776192957.745920:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093fd1112. 00010000:00000010:3.0:1776192957.745927:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000669f523f. 00010000:00000010:3.0:1776192957.745937:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192957.745941:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000122fbb95. 00000100:00000010:3.0:1776192957.745946:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192957.745956:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ee86db8. 02000000:00000010:3.0:1776192957.745978:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ff839b8. 00000400:00000010:3.0:1776192957.745983:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192957.745987:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192957.745991:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349520960, portal 16 00000400:00000010:3.0:1776192957.745995:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192957.745997:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349520960, offset 0 00000400:00000200:3.0:1776192957.746002:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.746007:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.746019:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.746023:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.746027:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.746030:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91427:91427:255:4294967295] 192.168.203.33@tcp LPNI seq info [91427:91427:7:4294967295] 00000400:00000200:3.0:1776192957.746036:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.746041:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.746044:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192957.746047:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.746051:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.746053:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.746249:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.746254:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82352146). 00000400:00000200:2.0:1776192957.746257:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.746266:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.746270:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192957.746272:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000800:00000200:2.0:1776192957.746823:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.746826:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:2.0:1776192957.746831:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.746835:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.746837:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:2.0:1776192957.746839:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:2.0:1776192957.746845:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349520960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.747504:0:78450:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021ad67cb. 00010000:00000010:0.1:1776192957.747514:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dbf957. 00000400:00000200:1.0:1776192957.754828:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.754846:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314a40 00000400:00000200:1.0:1776192957.754857:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3725 [1] + 224 00000400:00000200:1.0:1776192957.754868:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.754872:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.754883:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349520960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.754952:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.754958:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ce40 00000400:00000200:1.0:1776192957.754964:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2089 [2] + 656 00000400:00000200:1.0:1776192957.754973:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.754976:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.754980:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.754986:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 00000400:00000010:2.0:1776192957.755119:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:2.0:1776192957.755124:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:2.0:1776192957.755126:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:2.0:1776192957.755132:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349520960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.755140:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349520960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.755195:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ff839b8. 02000000:00000010:2.0:1776192957.755202:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ee86db8. 00000100:00000010:2.0:1776192957.755206:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:2.0:1776192957.755209:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000122fbb95. 00010000:00000010:2.0:1776192957.755212:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00010000:00000010:3.1:1776192957.756058:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea1e91a7. 00010000:00000010:3.1:1776192957.756067:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004592b6f3. 00010000:00000010:1.1:1776192957.757202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bc496b. 00010000:00000010:1.1:1776192957.757212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031c00462. 00010000:00000010:1.1:1776192957.757216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e85d7c. 00000020:00000010:0.0:1776192957.757302:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a689a4a6. 00000020:00000010:0.0:1776192957.757310:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fb88aa9. 00000020:00000010:0.0:1776192957.757314:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.757346:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e244c8e9 x1862471344639552/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.757386:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639552 02000000:00000010:0.0:1776192957.757396:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007aac3a8. 00010000:00000010:0.0:1776192957.757425:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086892546. 00010000:00000010:0.0:1776192957.757446:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d47b3dff. 00000100:00000010:0.0:1776192957.757453:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.757465:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.757469:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d47b3dff. 00000400:00000010:0.0:1776192957.757482:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00080000:00000010:3.0:1776192957.757487:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040e546cd. 00000100:00000200:0.0:1776192957.757488:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639552, offset 224 00000400:00000200:0.0:1776192957.757496:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.757512:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.757519:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91428:91428:256:4294967295] 192.168.203.33@tcp LPNI seq info [91428:91428:8:4294967295] 00000400:00000200:0.0:1776192957.757529:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.757535:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.757539:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192957.757545:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.757562:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.757566:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776192957.757574:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000669f523f. 00010000:00000010:3.0:1776192957.757580:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000006631a7. 00000020:00000010:0.0:1776192957.757623:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fb88aa9. 00000020:00000010:0.0:1776192957.757628:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.757631:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a689a4a6. 00010000:00000010:3.0:1776192957.757683:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a517f1ec. 00010000:00000010:3.0:1776192957.757700:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000669f523f. 00010000:00000010:3.0:1776192957.757712:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000047ce676c. 00000100:00000010:3.0:1776192957.757715:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da6aa35a. 00000100:00000010:3.0:1776192957.757723:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192957.757736:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3c53f72. 02000000:00000010:3.0:1776192957.757766:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091825530. 00000400:00000010:3.0:1776192957.757770:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000060ff43c. 00000400:00000010:3.0:1776192957.757775:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00010000:00000010:2.1:1776192957.757775:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000328bed50. 00000100:00000200:3.0:1776192957.757778:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521024, portal 16 00000400:00000010:3.0:1776192957.757782:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192957.757784:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521024, offset 0 00000400:00000200:3.0:1776192957.757789:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.757795:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.757801:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.757805:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.757808:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.757810:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91429:91429:255:4294967295] 192.168.203.33@tcp LPNI seq info [91429:91429:7:4294967295] 00000400:00000200:3.0:1776192957.757817:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.757821:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.757823:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352394). 00000800:00000200:3.0:1776192957.757827:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.757831:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.757833:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.760452:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.760459:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82352146). 00000400:00000200:1.0:1776192957.760467:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.760476:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.760481:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:1.0:1776192957.760484:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 00000800:00000200:1.0:1776192957.760560:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.760562:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:1.0:1776192957.760566:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.760570:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.760572:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:1.0:1776192957.760573:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:1.0:1776192957.760582:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c365056 x1862471349521024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.765433:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.765453:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314a80 00000400:00000200:1.0:1776192957.765462:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3731 [1] + 224 00000400:00000200:1.0:1776192957.765475:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.765479:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.765490:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c365056 x1862471349521024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.765518:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.765524:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ce80 00000400:00000200:1.0:1776192957.765528:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2089 [2] + 984 00000400:00000200:1.0:1776192957.765590:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.765594:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.765599:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.765604:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 00000400:00000010:1.0:1776192957.765637:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000060ff43c. 00000400:00000200:1.0:1776192957.765643:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000020:00000010:0.0:1776192957.765645:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a689a4a6. 00000400:00000010:1.0:1776192957.765646:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:1.0:1776192957.765652:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c365056 x1862471349521024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192957.765653:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192957.765659:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:1.0:1776192957.765681:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c365056 x1862471349521024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.765686:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009928a598 x1862471344639616/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192957.765714:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639616 02000000:00000010:0.0:1776192957.765724:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cdd829f8. 00010000:00000010:0.0:1776192957.765770:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d47b3dff. 00000100:00000010:0.0:1776192957.765776:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.765782:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.765786:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d47b3dff. 00000400:00000010:0.0:1776192957.765800:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192957.765805:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639616, offset 224 00000400:00000200:0.0:1776192957.765813:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.765823:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.765829:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91430:91430:256:4294967295] 192.168.203.33@tcp LPNI seq info [91430:91430:8:4294967295] 00000400:00000200:0.0:1776192957.765845:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.765851:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.765856:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00010000:00000010:1.0:1776192957.765862:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40a15c6. 00000800:00000200:0.0:1776192957.765862:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.765873:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 02000000:00000010:1.0:1776192957.765876:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091825530. 00000800:00000200:0.0:1776192957.765877:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1776192957.765883:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3c53f72. 00000100:00000010:1.0:1776192957.765888:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000010:1.0:1776192957.765892:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da6aa35a. 00010000:00000010:1.0:1776192957.765895:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000047ce676c. 00000020:00000010:0.0:1776192957.765896:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192957.765902:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.765905:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a689a4a6. 00080000:00000010:1.0:1776192957.765910:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a27cd64. 00000800:00000200:0.0:1776192957.765976:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.765980:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:0.0:1776192957.765984:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.765987:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.765990:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:0.0:1776192957.765991:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00010000:00000010:1.0:1776192957.766456:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000669f523f. 00010000:00000010:1.0:1776192957.766463:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000787c56a1. 00010000:00000010:1.0:1776192957.766530:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df32794. 00010000:00000010:1.0:1776192957.766537:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6d084d5. 00010000:00000010:1.0:1776192957.766556:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000adfa9002. 00000100:00000010:1.0:1776192957.766561:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.766568:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192957.766578:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c65ed004. 02000000:00000010:1.0:1776192957.766601:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8683da3. 00000400:00000010:1.0:1776192957.766606:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192957.766611:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192957.766615:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521088, portal 16 00000400:00000010:1.0:1776192957.766619:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192957.766622:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521088, offset 0 00000400:00000200:1.0:1776192957.766628:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.766637:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.766642:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.766646:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.766649:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.766652:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91431:91431:256:4294967295] 192.168.203.33@tcp LPNI seq info [91431:91431:8:4294967295] 00000400:00000200:1.0:1776192957.766662:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.766669:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.766673:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192957.767015:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.767023:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.767028:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.767110:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.767113:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:1.0:1776192957.767117:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.767121:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.767124:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192957.767126:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192957.767132:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349521088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.768203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8f28fe. 00010000:00000010:3.1:1776192957.768287:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f46f3e78. 00010000:00000010:3.1:1776192957.768292:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fd1112. 00000400:00000200:1.0:1776192957.768894:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.768909:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314ac0 00000400:00000200:1.0:1776192957.768918:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb373d [1] + 224 00000400:00000200:1.0:1776192957.768933:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.768937:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.768957:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349521088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192957.769209:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:3.0:1776192957.769214:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:3.0:1776192957.769215:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000100:00000200:3.0:1776192957.769222:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349521088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.769229:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349521088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192957.769258:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8683da3. 02000000:00000010:3.0:1776192957.769263:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c65ed004. 00000100:00000010:3.0:1776192957.769268:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:3.0:1776192957.769272:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:3.0:1776192957.769276:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000adfa9002. 00010000:00000010:1.1:1776192957.770262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b587ac34. 00010000:00000010:1.1:1776192957.772196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000317ba8dd. 00010000:00000010:1.1:1776192957.772209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a517f1ec. 00000400:00000200:1.0:1776192957.779752:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.779784:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cec0 00000400:00000200:1.0:1776192957.779792:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2089 [2] + 1312 00000400:00000200:1.0:1776192957.779854:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.779859:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.779866:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.779871:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 00000020:00000010:1.0:1776192957.779929:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9ed5ced. 00000020:00000010:1.0:1776192957.779934:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192957.779940:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192957.779965:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c81c218 x1862471344639680/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192957.779992:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639680 02000000:00000010:1.0:1776192957.780001:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd2beb8f. 00010000:00000010:1.0:1776192957.780027:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008726ea65. 00010000:00000010:1.0:1776192957.780044:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.780050:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.780058:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.780061:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00000400:00000010:1.0:1776192957.780072:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192957.780077:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639680, offset 224 00000400:00000200:1.0:1776192957.780083:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.780093:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.780098:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91432:91432:256:4294967295] 192.168.203.33@tcp LPNI seq info [91432:91432:8:4294967295] 00000400:00000200:1.0:1776192957.780108:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.780112:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.780116:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192957.780121:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.780127:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.780130:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192957.780143:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192957.780147:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:1.0:1776192957.780150:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9ed5ced. 00000800:00000200:1.0:1776192957.780237:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.780241:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:1.0:1776192957.780244:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.780247:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.780250:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192957.780252:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00080000:00000010:3.0:1776192957.780389:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058afb650. 00010000:00000010:3.0:1776192957.780474:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6d084d5. 00010000:00000010:3.0:1776192957.780481:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000caac82ee. 00010000:00000010:3.0:1776192957.781286:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093fd1112. 00010000:00000010:3.0:1776192957.781296:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ef1e2f8. 00010000:00000010:3.0:1776192957.781308:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094d82c21. 00000100:00000010:3.0:1776192957.781314:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000871d88ce. 00000100:00000010:3.0:1776192957.781322:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192957.781334:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035754083. 02000000:00000010:3.0:1776192957.781357:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9693747. 00000400:00000010:3.0:1776192957.781363:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000060ff43c. 00000400:00000010:3.0:1776192957.781368:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192957.781373:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521152, portal 16 00000400:00000010:3.0:1776192957.781378:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192957.781380:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521152, offset 0 00000400:00000200:3.0:1776192957.781388:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.781399:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.781406:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.781409:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.781412:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.781415:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91433:91433:256:4294967295] 192.168.203.33@tcp LPNI seq info [91433:91433:8:4294967295] 00000400:00000200:3.0:1776192957.781423:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.781428:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.781432:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192957.781437:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.781443:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.781446:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.783192:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.783201:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:1.0:1776192957.783209:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.783218:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.783233:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:1.0:1776192957.783236:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:1.0:1776192957.783245:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349521152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.784932:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.784952:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314b00 00000400:00000200:3.0:1776192957.784974:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3749 [1] + 224 00000400:00000200:3.0:1776192957.784990:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.784994:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.785004:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349521152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192957.785337:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000060ff43c. 00000400:00000200:3.0:1776192957.785343:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:3.0:1776192957.785345:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:3.0:1776192957.785351:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349521152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.785359:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349521152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192957.785387:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9693747. 02000000:00000010:3.0:1776192957.785392:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035754083. 00000100:00000010:3.0:1776192957.785398:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192957.785401:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000871d88ce. 00010000:00000010:3.0:1776192957.785405:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094d82c21. 00000400:00000200:3.0:1776192957.786386:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.786399:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cf00 00000400:00000200:3.0:1776192957.786407:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2089 [2] + 1640 00000400:00000200:3.0:1776192957.786459:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.786464:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.786469:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.786474:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:3.0:1776192957.786688:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d2a9ce4. 00000020:00000010:3.0:1776192957.786695:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192957.786699:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.786725:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344639744/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192957.786755:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639744 02000000:00000010:3.0:1776192957.786774:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fa48a14. 00010000:00000010:3.0:1776192957.786803:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f24ac10. 00010000:00000010:3.0:1776192957.786826:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094d82c21. 00000100:00000010:3.0:1776192957.786832:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000871d88ce. 00000100:00000010:3.0:1776192957.786850:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000871d88ce. 00010000:00000010:3.0:1776192957.786854:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094d82c21. 00000400:00000010:3.0:1776192957.786866:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192957.786872:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639744, offset 224 00000400:00000200:3.0:1776192957.786879:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.786888:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.786892:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91434:91434:256:4294967295] 192.168.203.33@tcp LPNI seq info [91434:91434:8:4294967295] 00000400:00000200:3.0:1776192957.786901:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.786905:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.786909:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192957.786914:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.786919:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.786923:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.786935:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192957.786939:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.786941:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d2a9ce4. 00000800:00000200:1.0:1776192957.787458:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.787462:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192957.787468:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.787474:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.787479:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:1.0:1776192957.787481:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00080000:00000010:1.0:1776192957.787511:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9ed5ced. 00010000:00000010:1.0:1776192957.787596:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ef1e2f8. 00010000:00000010:1.0:1776192957.787603:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000889a98e9. 00010000:00000010:1.0:1776192957.787683:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6480690. 00010000:00000010:1.0:1776192957.787689:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.787700:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.787704:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.787712:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 02000000:00000010:1.0:1776192957.787722:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000831f5ec4. 02000000:00000010:1.0:1776192957.787745:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051e660e3. 00000400:00000010:1.0:1776192957.787752:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192957.787768:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192957.787774:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521216, portal 16 00000400:00000010:1.0:1776192957.787780:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192957.787783:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521216, offset 0 00000400:00000200:1.0:1776192957.787790:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.787799:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.787806:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.787811:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.787813:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.787816:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91435:91435:256:4294967295] 192.168.203.33@tcp LPNI seq info [91435:91435:8:4294967295] 00000400:00000200:1.0:1776192957.787823:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.787828:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.787831:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192957.787836:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.787841:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.787843:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.788674:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.788678:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:3.0:1776192957.788685:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.788691:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.788696:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:3.0:1776192957.788698:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:3.0:1776192957.788705:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd381e0d x1862471349521216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.802058:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.802385:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314b40 00000400:00000200:3.0:1776192957.802397:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3755 [1] + 224 00000400:00000200:3.0:1776192957.802412:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.802417:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.802427:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd381e0d x1862471349521216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.802526:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.802534:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cf40 00000400:00000200:3.0:1776192957.802541:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2089 [2] + 1968 00000400:00000010:3.0:1776192957.802553:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000044c785b5. 00000400:00000200:3.0:1776192957.802558:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007261d1c2 00000400:00000200:3.0:1776192957.802570:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.802574:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.802577:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007261d1c2 00000400:00000010:3.0:1776192957.802579:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007261d1c2 (tot 82351746). 00000100:00000200:3.0:1776192957.802585:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192957.802635:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d2a9ce4. 00000020:00000010:3.0:1776192957.802641:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192957.802647:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.802673:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d732f3d4 x1862471344639808/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192957.802716:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639808 02000000:00000010:3.0:1776192957.802737:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004596f34c. 00010000:00000010:3.0:1776192957.802786:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094d82c21. 00000100:00000010:3.0:1776192957.802794:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000871d88ce. 00000100:00000010:3.0:1776192957.802800:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000871d88ce. 00010000:00000010:3.0:1776192957.802805:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094d82c21. 00000400:00000010:3.0:1776192957.802818:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192957.802823:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639808, offset 224 00000400:00000200:3.0:1776192957.802832:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.802843:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.802848:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91436:91436:256:4294967295] 192.168.203.33@tcp LPNI seq info [91436:91436:8:4294967295] 00000400:00000200:3.0:1776192957.802860:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.802866:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.802871:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82351994). 00000800:00000200:3.0:1776192957.802877:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.802883:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.802887:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.802904:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192957.802908:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.802912:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d2a9ce4. 02000000:00000010:3.0:1776192957.802919:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fa48a14. 00000100:00000010:3.0:1776192957.802922:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192957.802925:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd2beb8f. 00000100:00000010:3.0:1776192957.802928:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 02000000:00000010:3.0:1776192957.802932:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cdd829f8. 00000100:00000010:3.0:1776192957.802935:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 02000000:00000010:3.0:1776192957.802948:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007aac3a8. 00000100:00000010:3.0:1776192957.802951:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 02000000:00000010:3.0:1776192957.802954:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ef87945. 00000100:00000010:3.0:1776192957.802956:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192957.802959:0:64778:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a76bb0fd. 00000100:00000010:3.0:1776192957.802962:0:64778:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000200:3.0:1776192957.802967:0:64778:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192957.802971:0:64778:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000044c785b5. 00000400:00000010:3.0:1776192957.802976:0:64778:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000871d88ce (tot 82352146). 00000800:00000200:3.0:1776192957.803065:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.803069:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192957.803074:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.803079:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.803081:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192957.803083:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 02000000:00000010:3.0:1776192957.803087:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004596f34c. 00010000:00000010:3.1:1776192957.806405:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000754d5431. 00010000:00000010:3.1:1776192957.806418:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df32794. 00010000:00000010:3.1:1776192957.806423:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ea97bae. 00010000:00000010:1.1:1776192957.806893:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b058f5. 00010000:00000010:1.1:1776192957.806914:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d1ae11c. 00010000:00000010:1.1:1776192957.806928:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fd1112. 00000400:00000010:1.0:1776192957.806943:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:1.0:1776192957.806946:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:1.0:1776192957.806948:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:1.0:1776192957.806961:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd381e0d x1862471349521216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.806969:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd381e0d x1862471349521216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.806997:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ff34f59. 02000000:00000010:1.0:1776192957.807012:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051e660e3. 02000000:00000010:1.0:1776192957.807017:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000831f5ec4. 00000100:00000010:1.0:1776192957.807022:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 00000100:00000010:1.0:1776192957.807026:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:1.0:1776192957.807029:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00080000:00000010:1.0:1776192957.807050:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000831f5ec4. 00010000:00000010:1.0:1776192957.807135:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.807142:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000504f50b5. 00010000:00000010:1.0:1776192957.807282:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.0:1776192957.807288:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.807628:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf1c746. 00000100:00000010:1.0:1776192957.807636:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.807643:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 02000000:00000010:1.0:1776192957.807657:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051e660e3. 02000000:00000010:1.0:1776192957.807685:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd2beb8f. 00000400:00000010:1.0:1776192957.807690:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192957.807695:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192957.807700:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521280, portal 16 00000400:00000010:1.0:1776192957.807705:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192957.807707:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521280, offset 0 00000400:00000200:1.0:1776192957.807714:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.807798:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.807805:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.807809:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.807811:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.807815:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91437:91437:256:4294967295] 192.168.203.33@tcp LPNI seq info [91437:91437:8:4294967295] 00000400:00000200:1.0:1776192957.807824:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.807830:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.807835:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192957.807841:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.807848:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.807852:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.808033:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.808037:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:0.0:1776192957.808042:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.808048:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.808051:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:0.0:1776192957.808054:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:0.0:1776192957.808061:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd381e0d x1862471349521280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.810678:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.810706:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314b80 00000400:00000200:3.0:1776192957.810716:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3765 [1] + 224 00000400:00000200:3.0:1776192957.810733:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.810737:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.810746:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd381e0d x1862471349521280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.812935:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:2.0:1776192957.812944:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:2.0:1776192957.812946:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:2.0:1776192957.812958:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd381e0d x1862471349521280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.812968:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd381e0d x1862471349521280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.812996:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd2beb8f. 02000000:00000010:2.0:1776192957.813002:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051e660e3. 00000100:00000010:2.0:1776192957.813005:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 00000100:00000010:2.0:1776192957.813009:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:2.0:1776192957.813013:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf1c746. 00010000:00000010:1.1:1776192957.814015:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e5443ad. 00010000:00000010:1.1:1776192957.814026:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b671e0d. 00010000:00000010:1.1:1776192957.814031:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6480690. 00000400:00000200:0.0:1776192957.815050:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.815067:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cf80 00000400:00000200:0.0:1776192957.815075:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb20e1 [2] + 0 00000400:00000200:0.0:1776192957.815132:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.815138:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.815145:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.815152:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2a8585. 00000020:00000010:2.0:1776192957.819444:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee010214. 00000020:00000010:2.0:1776192957.819454:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192957.819459:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.819503:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b2a8585 x1862471344639872/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.819543:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639872 02000000:00000010:2.0:1776192957.819555:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040708c22. 00010000:00000010:2.0:1776192957.819593:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cf3a9e4. 00010000:00000010:2.0:1776192957.819614:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005638c387. 00000100:00000010:2.0:1776192957.819622:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.819642:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192957.819646:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005638c387. 00000400:00000010:2.0:1776192957.819659:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192957.819666:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639872, offset 224 00000400:00000200:2.0:1776192957.819674:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:1.0:1776192957.819683:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8683da3. 00000400:00000200:2.0:1776192957.819689:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.819695:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91438:91438:256:4294967295] 192.168.203.33@tcp LPNI seq info [91438:91438:8:4294967295] 00000400:00000200:2.0:1776192957.819705:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.819710:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.819715:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192957.819722:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.819729:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.819732:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.819749:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192957.819754:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.819774:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee010214. 00010000:00000010:1.0:1776192957.819781:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d87603e. 00010000:00000010:1.0:1776192957.819791:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003331951d. 00010000:00000010:1.0:1776192957.819875:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7e044a4. 00010000:00000010:1.0:1776192957.819879:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.819883:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6480690. 00010000:00000010:1.0:1776192957.819889:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff7c0f32. 00080000:00000010:1.0:1776192957.819902:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048f697cc. 00010000:00000010:1.0:1776192957.819934:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192957.820503:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192957.820739:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000909fd7b6. 00010000:00000010:1.0:1776192957.820745:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192957.820766:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ba97cbb. 00000100:00000010:1.0:1776192957.820772:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047926acb. 00000100:00000010:1.0:1776192957.820781:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 02000000:00000010:1.0:1776192957.820794:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007234ebbe. 02000000:00000010:1.0:1776192957.820827:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051e660e3. 00000400:00000010:1.0:1776192957.820833:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001bb8e0cb. 00000400:00000010:1.0:1776192957.820838:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192957.820842:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521344, portal 16 00000400:00000010:1.0:1776192957.820847:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192957.820849:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521344, offset 0 00000400:00000200:1.0:1776192957.820856:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.820866:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.820872:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.820875:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.820878:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.820881:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91439:91439:255:4294967295] 192.168.203.33@tcp LPNI seq info [91439:91439:7:4294967295] 00000400:00000200:1.0:1776192957.820888:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.820893:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.820896:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352394). 00000800:00000200:1.0:1776192957.820901:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.820906:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.820909:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.821089:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.821093:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82352146). 00000400:00000200:0.0:1776192957.821098:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.821103:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.821107:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:0.0:1776192957.821109:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000800:00000200:0.0:1776192957.831343:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.831352:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:0.0:1776192957.831360:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.831369:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.831375:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:0.0:1776192957.831377:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:0.0:1776192957.831388:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000083f5869e x1862471349521344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.837283:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.837301:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314bc0 00000400:00000200:1.0:1776192957.837310:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3771 [1] + 224 00000400:00000200:1.0:1776192957.837322:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.837326:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.837337:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000083f5869e x1862471349521344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.837381:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.837387:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6cfc0 00000400:00000200:1.0:1776192957.837392:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb20e1 [2] + 328 00000400:00000200:1.0:1776192957.837403:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.837406:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.837410:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.837416:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004008d3ff. 00000020:00000010:3.0:1776192957.837524:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004596f34c. 00000020:00000010:3.0:1776192957.837531:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192957.837535:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.837560:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004008d3ff x1862471344639936/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192957.837594:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344639936 02000000:00000010:3.0:1776192957.837603:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fa48a14. 00010000:00000010:3.0:1776192957.837642:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094d82c21. 00000100:00000010:3.0:1776192957.837650:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071554e6a. 00000100:00000010:3.0:1776192957.837658:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000071554e6a. 00010000:00000010:3.0:1776192957.837662:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094d82c21. 00000400:00000010:3.0:1776192957.837676:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192957.837681:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344639936, offset 224 00000400:00000200:3.0:1776192957.837689:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.837701:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.837707:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91440:91440:256:4294967295] 192.168.203.33@tcp LPNI seq info [91440:91440:8:4294967295] 00000400:00000200:3.0:1776192957.837717:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.837722:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.837726:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192957.837732:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.837739:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.837743:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.837770:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000045dca6dc. 00000020:00000010:3.0:1776192957.837774:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.837777:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004596f34c. 00000800:00000200:3.0:1776192957.837879:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.837883:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192957.837888:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.837891:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.837894:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192957.837896:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000400:00000010:3.0:1776192957.837917:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001bb8e0cb. 00000400:00000200:3.0:1776192957.837920:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:3.0:1776192957.837921:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000100:00000200:3.0:1776192957.837926:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000083f5869e x1862471349521344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.837934:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000083f5869e x1862471349521344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192957.837954:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054066406. 02000000:00000010:3.0:1776192957.837967:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051e660e3. 02000000:00000010:3.0:1776192957.837972:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007234ebbe. 00000100:00000010:3.0:1776192957.837978:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 00000100:00000010:3.0:1776192957.837981:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047926acb. 00010000:00000010:3.0:1776192957.837984:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ba97cbb. 00080000:00000010:3.0:1776192957.837998:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004596f34c. 00010000:00000010:3.0:1776192957.838070:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff7c0f32. 00010000:00000010:3.0:1776192957.838077:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036a41e9e. 00010000:00000010:3.0:1776192957.838234:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093fd1112. 00010000:00000010:3.0:1776192957.838239:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008fa86158. 00010000:00000010:3.0:1776192957.838248:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094d82c21. 00000100:00000010:3.0:1776192957.838252:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071554e6a. 00000100:00000010:3.0:1776192957.838257:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 02000000:00000010:3.0:1776192957.838267:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d2a9ce4. 02000000:00000010:3.0:1776192957.838290:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eac48c8d. 00000400:00000010:3.0:1776192957.838294:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000060ff43c. 00000400:00000010:3.0:1776192957.838297:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192957.838301:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521408, portal 16 00000400:00000010:3.0:1776192957.838305:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192957.838307:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521408, offset 0 00000400:00000200:3.0:1776192957.838312:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.838319:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.838326:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.838329:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.838332:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.838335:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91441:91441:256:4294967295] 192.168.203.33@tcp LPNI seq info [91441:91441:8:4294967295] 00000400:00000200:3.0:1776192957.838341:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.838345:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.838348:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192957.838351:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.838355:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.838358:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.838419:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.838422:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192957.838426:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.838429:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.838431:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:3.0:1776192957.838432:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:3.0:1776192957.838436:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecebdf8a x1862471349521408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.840710:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.840728:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314c00 00000400:00000200:3.0:1776192957.840737:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb377d [1] + 224 00000400:00000200:3.0:1776192957.840750:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.840754:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.840771:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecebdf8a x1862471349521408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192957.840847:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000060ff43c. 00000400:00000200:0.0:1776192957.840852:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:0.0:1776192957.840854:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:0.0:1776192957.840859:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecebdf8a x1862471349521408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.840867:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecebdf8a x1862471349521408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192957.840892:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eac48c8d. 02000000:00000010:0.0:1776192957.840899:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d2a9ce4. 00000100:00000010:0.0:1776192957.840903:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000010:0.0:1776192957.840907:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000071554e6a. 00010000:00000010:0.0:1776192957.840911:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094d82c21. 00000400:00000200:3.0:1776192957.841012:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.841020:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d000 00000400:00000200:3.0:1776192957.841025:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb20e1 [2] + 656 00000400:00000200:3.0:1776192957.841064:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.841068:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.841072:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.841076:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:2.0:1776192957.841150:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee010214. 00010000:00000010:2.1:1776192957.841186:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b123b438. 00000020:00000010:2.0:1776192957.841198:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caf8e291. 00000020:00000010:2.0:1776192957.841202:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.841223:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344640000/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192957.841249:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640000 02000000:00000010:2.0:1776192957.841259:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dc49eaf. 00010000:00000010:2.0:1776192957.841284:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aab45daf. 00010000:00000010:2.0:1776192957.841302:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c22c6c2b. 00000100:00000010:2.0:1776192957.841307:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.841318:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192957.841321:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c22c6c2b. 00000400:00000010:2.0:1776192957.841333:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192957.841338:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640000, offset 224 00000400:00000200:2.0:1776192957.841345:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.841354:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.841358:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91442:91442:256:4294967295] 192.168.203.33@tcp LPNI seq info [91442:91442:8:4294967295] 00000400:00000200:2.0:1776192957.841366:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.841371:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.841375:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192957.841380:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.841385:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.841389:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.841405:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caf8e291. 00000020:00000010:2.0:1776192957.841410:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.841420:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee010214. 00000800:00000200:2.0:1776192957.841496:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.841499:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:2.0:1776192957.841502:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.841505:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.841507:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:2.0:1776192957.841509:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00080000:00000010:0.0:1776192957.841641:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a689a4a6. 00010000:00000010:0.0:1776192957.841723:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fa86158. 00010000:00000010:0.0:1776192957.841729:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000029861793. 00010000:00000010:0.0:1776192957.841810:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.0:1776192957.841816:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005923572. 00010000:00000010:0.0:1776192957.841825:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d47b3dff. 00000100:00000010:0.0:1776192957.841829:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.841835:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd859f24. 02000000:00000010:0.0:1776192957.841846:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003075448f. 02000000:00000010:0.0:1776192957.841867:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000697548a9. 00000400:00000010:0.0:1776192957.841872:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee0f766d. 00000400:00000010:0.0:1776192957.841875:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192957.841879:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521472, portal 16 00000400:00000010:0.0:1776192957.841882:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192957.841884:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521472, offset 0 00000400:00000200:0.0:1776192957.841888:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.841895:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.841901:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.841904:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.841907:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.841909:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91443:91443:256:4294967295] 192.168.203.33@tcp LPNI seq info [91443:91443:8:4294967295] 00000400:00000200:0.0:1776192957.841916:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.841920:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.841923:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192957.841927:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.841932:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.841935:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192957.842202:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.842204:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:2.0:1776192957.842208:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.842212:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.842215:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:2.0:1776192957.842216:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 00000100:00000200:2.0:1776192957.842221:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd859f24 x1862471349521472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.842479:0:78441:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070e29752. 00010000:00000010:1.1:1776192957.842485:0:78441:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.1:1776192957.842571:0:78441:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7e044a4. 00010000:00000010:1.1:1776192957.842575:0:78441:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6480690. 00010000:00000010:3.1:1776192957.846321:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beba6446. 00010000:00000010:3.1:1776192957.846332:0:78455:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045ce5126. 00010000:00000010:3.1:1776192957.846337:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909fd7b6. 00000400:00000200:0.0:1776192957.847046:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.847064:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314c40 00000400:00000200:0.0:1776192957.847072:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3789 [1] + 224 00000400:00000200:0.0:1776192957.847083:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.847086:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.847098:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd859f24 x1862471349521472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.847191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007886940b. 00010000:00000010:0.1:1776192957.847393:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971082a6. 00010000:00000010:0.1:1776192957.847397:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fd1112. 00000400:00000200:0.0:1776192957.847414:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.847420:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d040 00000400:00000200:0.0:1776192957.847425:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb20e1 [2] + 984 00000400:00000200:0.0:1776192957.847435:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.847438:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.847441:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.847446:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d1c4ab9. 00000020:00000010:2.0:1776192957.849975:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee010214. 00000020:00000010:2.0:1776192957.849988:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caf8e291. 00000020:00000010:2.0:1776192957.849992:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.850023:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d1c4ab9 x1862471344640064/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192957.850051:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640064 02000000:00000010:2.0:1776192957.850061:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ce7758. 00010000:00000010:2.0:1776192957.850098:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c22c6c2b. 00000100:00000010:2.0:1776192957.850106:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.850112:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192957.850116:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c22c6c2b. 00000400:00000010:2.0:1776192957.850130:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192957.850136:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640064, offset 224 00000400:00000200:2.0:1776192957.850143:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.850171:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.850177:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91444:91444:256:4294967295] 192.168.203.33@tcp LPNI seq info [91444:91444:8:4294967295] 00000400:00000200:2.0:1776192957.850186:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.850191:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.850195:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192957.850200:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.850207:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.850210:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.850227:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caf8e291. 00000020:00000010:2.0:1776192957.850232:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.850243:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee010214. 00000800:00000200:2.0:1776192957.850354:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192957.850358:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:2.0:1776192957.850362:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192957.850366:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192957.850370:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:2.0:1776192957.850372:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00000400:00000010:1.0:1776192957.851594:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee0f766d. 00000400:00000200:1.0:1776192957.851603:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:1.0:1776192957.851604:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00000100:00000200:1.0:1776192957.851615:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd859f24 x1862471349521472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.851624:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd859f24 x1862471349521472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.851649:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092c33eda. 02000000:00000010:1.0:1776192957.851665:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000697548a9. 02000000:00000010:1.0:1776192957.851670:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003075448f. 00000100:00000010:1.0:1776192957.851674:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd859f24. 00000100:00000010:1.0:1776192957.851678:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:1.0:1776192957.851681:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d47b3dff. 00080000:00000010:0.0:1776192957.852249:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbf1d847. 00010000:00000010:0.0:1776192957.852335:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005923572. 00010000:00000010:0.0:1776192957.852342:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1132b4a. 00010000:00000010:0.0:1776192957.852414:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2e171c5. 00010000:00000010:0.0:1776192957.852420:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005923572. 00010000:00000010:0.0:1776192957.852431:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad970f33. 00000100:00000010:0.0:1776192957.852437:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.852447:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea6e4226. 02000000:00000010:0.0:1776192957.852459:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003075448f. 02000000:00000010:0.0:1776192957.853597:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000697548a9. 00000400:00000010:0.0:1776192957.853611:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9cf0b6b. 00000400:00000010:0.0:1776192957.853618:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b58acd5f. 00000100:00000200:0.0:1776192957.853626:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521536, portal 16 00000400:00000010:0.0:1776192957.853632:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f454187. 00000100:00000200:0.0:1776192957.853634:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521536, offset 0 00000400:00000200:0.0:1776192957.853644:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.853661:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.853668:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.853671:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.853674:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.853678:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91445:91445:256:4294967295] 192.168.203.33@tcp LPNI seq info [91445:91445:8:4294967295] 00000400:00000200:0.0:1776192957.853690:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.853695:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.853700:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192957.853706:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.853713:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.853716:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.853878:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.853882:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:3.0:1776192957.853886:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.853899:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.853903:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f454187 00000400:00000010:3.0:1776192957.853905:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f454187. 00000100:00000200:3.0:1776192957.853914:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea6e4226 x1862471349521536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.858965:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.858983:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314c80 00000400:00000200:0.0:1776192957.858992:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3795 [1] + 224 00000400:00000200:0.0:1776192957.859004:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.859007:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.859018:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea6e4226 x1862471349521536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.859055:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.859060:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d080 00000400:00000200:0.0:1776192957.859064:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb20e1 [2] + 1312 00000400:00000200:0.0:1776192957.859072:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.859074:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.859078:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.859083:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 00000020:00000010:3.0:1776192957.859218:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098addaff. 00000020:00000010:3.0:1776192957.859224:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192957.859228:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.859251:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000990f4539 x1862471344640128/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192957.859280:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640128 02000000:00000010:3.0:1776192957.859289:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5ba688f. 00010000:00000010:3.0:1776192957.859322:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d17b041. 00000100:00000010:3.0:1776192957.859328:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071554e6a. 00000100:00000010:3.0:1776192957.859333:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000071554e6a. 00010000:00000010:3.0:1776192957.859337:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d17b041. 00000400:00000010:3.0:1776192957.859349:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192957.859354:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640128, offset 224 00000400:00000200:3.0:1776192957.859361:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.859371:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.859377:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91446:91446:256:4294967295] 192.168.203.33@tcp LPNI seq info [91446:91446:8:4294967295] 00000400:00000200:3.0:1776192957.859386:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.859390:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.859394:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192957.859399:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.859405:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.859407:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.859423:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192957.859427:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.859430:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098addaff. 00010000:00000010:1.1:1776192957.859646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6352e3. 00000400:00000010:1.0:1776192957.859666:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c9cf0b6b. 00000400:00000200:1.0:1776192957.859670:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b58acd5f 00000400:00000010:1.0:1776192957.859672:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b58acd5f. 00000100:00000200:1.0:1776192957.859678:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea6e4226 x1862471349521536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.859686:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea6e4226 x1862471349521536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192957.859707:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff27148a. 02000000:00000010:1.0:1776192957.859720:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000697548a9. 02000000:00000010:1.0:1776192957.859725:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003075448f. 00000100:00000010:1.0:1776192957.859730:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea6e4226. 00000100:00000010:1.0:1776192957.859733:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:1.0:1776192957.859737:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad970f33. 00080000:00000010:1.0:1776192957.859754:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051e660e3. 00010000:00000010:1.0:1776192957.859842:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005923572. 00010000:00000010:1.0:1776192957.859848:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000974b00a8. 00010000:00000010:1.0:1776192957.859910:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6480690. 00010000:00000010:1.0:1776192957.859915:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c6afe9b. 00010000:00000010:1.0:1776192957.859923:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4883fee. 00000100:00000010:1.0:1776192957.859927:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000491289ef. 00000100:00000010:1.0:1776192957.859933:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e60202e1. 02000000:00000010:1.0:1776192957.859942:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f2b77d4. 02000000:00000010:1.0:1776192957.859960:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3c53f72. 00000400:00000010:1.0:1776192957.859964:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192957.859967:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192957.859971:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521600, portal 16 00000400:00000010:1.0:1776192957.859975:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d0567a. 00000100:00000200:1.0:1776192957.859976:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521600, offset 0 00000400:00000200:1.0:1776192957.859981:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.859987:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.859993:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.859996:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.859999:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.860002:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91447:91447:255:4294967295] 192.168.203.33@tcp LPNI seq info [91447:91447:7:4294967295] 00000400:00000200:1.0:1776192957.860009:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.860012:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.860015:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352394). 00000800:00000200:1.0:1776192957.860019:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.860023:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.860025:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.860612:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.860617:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82352146). 00000400:00000200:3.0:1776192957.860621:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.860626:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.860630:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:3.0:1776192957.860631:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000800:00000200:3.0:1776192957.860670:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.860671:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192957.860674:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.860677:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.860678:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d0567a 00000400:00000010:3.0:1776192957.860679:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d0567a. 00000100:00000200:3.0:1776192957.860684:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e60202e1 x1862471349521600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.865264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef319bf5. 00010000:00000010:0.1:1776192957.865275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c239cd6. 00000400:00000200:3.0:1776192957.867382:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.867401:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314cc0 00000400:00000200:3.0:1776192957.867413:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb37a1 [1] + 224 00000400:00000200:3.0:1776192957.867424:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.867428:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.867438:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e60202e1 x1862471349521600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.867473:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.867478:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d0c0 00000400:00000200:3.0:1776192957.867482:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb20e1 [2] + 1640 00000400:00000200:3.0:1776192957.867502:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.867505:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.867508:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.867513:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:0.0:1776192957.867666:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007aac3a8. 00000020:00000010:0.0:1776192957.867673:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.867677:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.867700:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344640192/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192957.867733:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640192 02000000:00000010:0.0:1776192957.867744:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cdd829f8. 00010000:00000010:0.0:1776192957.867796:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061c85c4e. 00000100:00000010:0.0:1776192957.867804:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.867810:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.867813:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061c85c4e. 00000400:00000010:0.0:1776192957.867826:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192957.867830:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640192, offset 224 00000400:00000200:0.0:1776192957.867837:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.867847:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.867852:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91448:91448:256:4294967295] 192.168.203.33@tcp LPNI seq info [91448:91448:8:4294967295] 00000400:00000200:0.0:1776192957.867862:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.867867:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.867871:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192957.867876:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.867882:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.867885:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.867903:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.867906:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.867910:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007aac3a8. 00000800:00000200:0.0:1776192957.867995:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.867999:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:0.0:1776192957.868002:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.868006:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.868009:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:0.0:1776192957.868011:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000400:00000010:0.0:1776192957.868029:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:0.0:1776192957.868032:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:0.0:1776192957.868034:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:0.0:1776192957.868038:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e60202e1 x1862471349521600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.868046:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e60202e1 x1862471349521600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192957.868065:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011ce3cc2. 02000000:00000010:0.0:1776192957.868080:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3c53f72. 02000000:00000010:0.0:1776192957.868085:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f2b77d4. 00000100:00000010:0.0:1776192957.868092:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e60202e1. 00000100:00000010:0.0:1776192957.868095:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000491289ef. 00010000:00000010:0.0:1776192957.868097:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4883fee. 00080000:00000010:0.0:1776192957.868114:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007aac3a8. 00010000:00000010:0.0:1776192957.868215:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c6afe9b. 00010000:00000010:0.0:1776192957.868223:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ceaddc9e. 00010000:00000010:0.0:1776192957.868294:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.0:1776192957.868300:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f3b5fb2. 00010000:00000010:0.0:1776192957.868310:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061c85c4e. 00000100:00000010:0.0:1776192957.868313:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.868319:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 02000000:00000010:0.0:1776192957.868331:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003075448f. 02000000:00000010:0.0:1776192957.868352:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000697548a9. 00000400:00000010:0.0:1776192957.868356:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e294a4c. 00000400:00000010:0.0:1776192957.868359:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192957.868363:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521664, portal 16 00000400:00000010:0.0:1776192957.868366:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192957.868368:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521664, offset 0 00000400:00000200:0.0:1776192957.868372:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.868378:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.868384:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192957.868387:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192957.868390:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192957.868392:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91449:91449:256:4294967295] 192.168.203.33@tcp LPNI seq info [91449:91449:8:4294967295] 00000400:00000200:0.0:1776192957.868399:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.868403:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.868406:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192957.868410:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.868415:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.868417:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.868783:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.868785:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192957.868789:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.868793:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.868795:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:3.0:1776192957.868797:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000100:00000200:3.0:1776192957.868801:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093daabff x1862471349521664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.872326:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.872345:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314d00 00000400:00000200:3.0:1776192957.872353:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb37ad [1] + 224 00000400:00000200:3.0:1776192957.872364:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.872368:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.872380:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093daabff x1862471349521664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.872420:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.872425:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d100 00000400:00000200:3.0:1776192957.872430:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb20e1 [2] + 1968 00000400:00000010:3.0:1776192957.872435:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f65dfd96. 00000400:00000200:3.0:1776192957.872439:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000009138937 00000400:00000200:3.0:1776192957.872448:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.872451:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.872453:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009138937 00000400:00000010:3.0:1776192957.872455:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000009138937 (tot 82351746). 00000100:00000200:3.0:1776192957.872461:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192957.872518:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064e2053d. 00000020:00000010:3.0:1776192957.872524:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192957.872528:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.872552:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000317bd3d4 x1862471344640256/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192957.872587:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640256 02000000:00000010:3.0:1776192957.872601:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a9693747. 00010000:00000010:3.0:1776192957.872645:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faac8719. 00000100:00000010:3.0:1776192957.872651:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071554e6a. 00000100:00000010:3.0:1776192957.872657:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000071554e6a. 00010000:00000010:3.0:1776192957.872661:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faac8719. 00000400:00000010:3.0:1776192957.872674:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192957.872679:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640256, offset 224 00000400:00000200:3.0:1776192957.872686:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.872696:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.872701:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91450:91450:256:4294967295] 192.168.203.33@tcp LPNI seq info [91450:91450:8:4294967295] 00000400:00000200:3.0:1776192957.872711:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.872716:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.872720:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82351994). 00000800:00000200:3.0:1776192957.872726:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.872733:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.872737:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.872753:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192957.872767:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.872770:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064e2053d. 02000000:00000010:3.0:1776192957.872779:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cdd829f8. 00000100:00000010:3.0:1776192957.872783:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192957.872787:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5ba688f. 00000100:00000010:3.0:1776192957.872789:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 02000000:00000010:3.0:1776192957.872792:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ce7758. 00000100:00000010:3.0:1776192957.872794:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d1c4ab9. 02000000:00000010:3.0:1776192957.872797:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dc49eaf. 00000100:00000010:3.0:1776192957.872799:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192957.872803:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fa48a14. 00000100:00000010:3.0:1776192957.872805:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004008d3ff. 02000000:00000010:3.0:1776192957.872809:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040708c22. 00000100:00000010:3.0:1776192957.872811:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b2a8585. 00000100:00000200:3.0:1776192957.872817:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192957.872821:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f65dfd96. 00000400:00000010:3.0:1776192957.872825:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000071554e6a (tot 82352146). 00000400:00000010:2.0:1776192957.872979:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e294a4c. 00000400:00000200:2.0:1776192957.872983:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:2.0:1776192957.872985:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000100:00000200:2.0:1776192957.872990:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093daabff x1862471349521664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.872998:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093daabff x1862471349521664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192957.873026:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab6cf51d. 02000000:00000010:2.0:1776192957.873040:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000697548a9. 02000000:00000010:2.0:1776192957.873045:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003075448f. 00000100:00000010:2.0:1776192957.873049:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 00000100:00000010:2.0:1776192957.873052:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:2.0:1776192957.873055:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061c85c4e. 00080000:00000010:2.0:1776192957.873072:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee010214. 00010000:00000010:2.0:1776192957.873184:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f3b5fb2. 00010000:00000010:2.0:1776192957.873191:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9919cca. 00010000:00000010:2.0:1776192957.873274:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.0:1776192957.873280:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002735e929. 00010000:00000010:2.0:1776192957.873290:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cf49647. 00000100:00000010:2.0:1776192957.873293:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192957.873299:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 02000000:00000010:2.0:1776192957.873309:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a76bb0fd. 02000000:00000010:2.0:1776192957.873332:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef87945. 00000400:00000010:2.0:1776192957.873336:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e04f78d. 00000400:00000010:2.0:1776192957.873339:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192957.873342:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521728, portal 16 00000400:00000010:2.0:1776192957.873346:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192957.873348:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521728, offset 0 00000400:00000200:2.0:1776192957.873354:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.873360:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.873366:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.873370:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.873372:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.873375:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91451:91451:255:4294967295] 192.168.203.33@tcp LPNI seq info [91451:91451:7:4294967295] 00000400:00000200:2.0:1776192957.873382:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.873386:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.873388:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352394). 00000800:00000200:2.0:1776192957.873392:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.873396:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.873398:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.873692:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.873696:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82352146). 00000400:00000200:0.0:1776192957.873701:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.873705:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.873708:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:0.0:1776192957.873709:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 02000000:00000010:0.0:1776192957.873714:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a9693747. 00000800:00000200:0.0:1776192957.873982:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.873984:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:0.0:1776192957.873988:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.873991:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.873994:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:0.0:1776192957.873995:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000100:00000200:0.0:1776192957.873999:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c9b22b3 x1862471349521728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.874080:0:78457:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034583e18. 00010000:00000010:1.1:1776192957.874088:0:78457:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a78f1d4. 00010000:00000010:1.1:1776192957.874092:0:78457:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e171c5. 00000400:00000200:3.0:1776192957.876004:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.876033:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314d40 00000400:00000200:3.0:1776192957.876042:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb37bd [1] + 224 00000400:00000200:3.0:1776192957.876055:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.876058:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.876069:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c9b22b3 x1862471349521728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.876107:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.876112:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d140 00000400:00000200:3.0:1776192957.876117:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2139 [2] + 0 00000400:00000200:3.0:1776192957.876125:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.876127:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.876131:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192957.876135:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000400:00000010:1.0:1776192957.876296:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e04f78d. 00000400:00000200:1.0:1776192957.876301:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:1.0:1776192957.876303:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00000100:00000200:1.0:1776192957.876309:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c9b22b3 x1862471349521728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.876316:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c9b22b3 x1862471349521728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.876345:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef87945. 02000000:00000010:1.0:1776192957.876350:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a76bb0fd. 00000100:00000010:1.0:1776192957.876354:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 00000100:00000010:1.0:1776192957.876358:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:1.0:1776192957.876361:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cf49647. 00000020:00000010:0.0:1776192957.877109:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003075448f. 00000020:00000010:0.0:1776192957.877118:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.877122:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.877146:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344640320/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:0.1:1776192957.877182:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8727352. 00010000:00000010:0.1:1776192957.877191:0:64778:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022dd7444. 00010000:00000010:0.1:1776192957.877196:0:64778:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6480690. 00000100:00000200:0.0:1776192957.877223:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640320 02000000:00000010:0.0:1776192957.877232:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000697548a9. 00010000:00000010:0.0:1776192957.877271:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f062eca6. 00010000:00000010:0.0:1776192957.877291:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192957.877298:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.877310:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.877312:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00000400:00000010:0.0:1776192957.877324:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192957.877328:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640320, offset 224 00000400:00000200:0.0:1776192957.877336:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.877348:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.877354:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91452:91452:256:4294967295] 192.168.203.33@tcp LPNI seq info [91452:91452:8:4294967295] 00000400:00000200:0.0:1776192957.877363:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.877368:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.877372:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.877377:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.877383:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.877386:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.877403:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.877407:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.877410:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003075448f. 00000800:00000200:0.0:1776192957.877774:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.877778:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192957.877783:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.877787:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.877791:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:0.0:1776192957.877793:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00080000:00000010:3.0:1776192957.878500:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9693747. 00010000:00000010:3.0:1776192957.878598:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002735e929. 00010000:00000010:3.0:1776192957.878607:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e734440d. 00010000:00000010:3.0:1776192957.878678:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a517f1ec. 00010000:00000010:3.0:1776192957.878684:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192957.878695:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faac8719. 00000100:00000010:3.0:1776192957.878700:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb7590c9. 00000100:00000010:3.0:1776192957.878708:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192957.878721:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5ba688f. 02000000:00000010:3.0:1776192957.878746:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064e2053d. 00000400:00000010:3.0:1776192957.878751:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192957.878769:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192957.878775:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521792, portal 16 00000400:00000010:3.0:1776192957.878779:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192957.878781:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521792, offset 0 00000400:00000200:3.0:1776192957.878789:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.878799:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.878807:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.878810:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.878813:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.878816:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91453:91453:256:4294967295] 192.168.203.33@tcp LPNI seq info [91453:91453:8:4294967295] 00000400:00000200:3.0:1776192957.878825:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.878830:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.878834:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192957.878839:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.878846:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.878850:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.879059:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.879063:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192957.879067:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.879071:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.879075:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:0.0:1776192957.879077:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:0.0:1776192957.879083:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349521792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192957.880326:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce703829. 00010000:00000010:2.1:1776192957.880339:0:78454:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c988837. 00010000:00000010:2.1:1776192957.880343:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c239cd6. 00010000:00000010:0.1:1776192957.881377:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d797f6b9. 00010000:00000010:3.1:1776192957.889393:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef6cf4d6. 00010000:00000010:3.1:1776192957.889407:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00000400:00000200:0.0:1776192957.891723:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.891745:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314d80 00000400:00000200:0.0:1776192957.891764:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb37c9 [1] + 224 00000400:00000200:0.0:1776192957.891777:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.891781:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.891794:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349521792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.891872:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.891878:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d180 00000400:00000200:0.0:1776192957.891882:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2139 [2] + 328 00000400:00000200:0.0:1776192957.891892:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.891894:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.891899:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.891905:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 00000020:00000010:2.0:1776192957.892925:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ef87945. 00000020:00000010:2.0:1776192957.892936:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000848cab1a. 00000020:00000010:2.0:1776192957.892940:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.892967:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f769cfa x1862471344640384/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192957.893002:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640384 02000000:00000010:2.0:1776192957.893090:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040708c22. 00010000:00000010:2.0:1776192957.893135:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192957.893143:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192957.893151:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192957.893178:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000400:00000010:2.0:1776192957.893194:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192957.893200:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640384, offset 224 00000400:00000200:2.0:1776192957.893208:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.893222:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.893229:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91454:91454:256:4294967295] 192.168.203.33@tcp LPNI seq info [91454:91454:8:4294967295] 00000400:00000200:2.0:1776192957.893239:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.893245:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.893250:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192957.893257:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.893265:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.893269:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.893292:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000848cab1a. 00000020:00000010:2.0:1776192957.893297:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.893308:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ef87945. 00000800:00000200:1.0:1776192957.893441:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.893444:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:1.0:1776192957.893449:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.893454:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.893458:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:1.0:1776192957.893459:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000400:00000010:3.0:1776192957.893846:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:3.0:1776192957.893851:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192957.893853:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192957.893860:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349521792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.893868:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349521792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192957.893893:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ef11261. 02000000:00000010:3.0:1776192957.893910:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064e2053d. 02000000:00000010:3.0:1776192957.893916:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5ba688f. 00000100:00000010:3.0:1776192957.893919:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192957.893923:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb7590c9. 00010000:00000010:3.0:1776192957.893925:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faac8719. 00080000:00000010:3.0:1776192957.893942:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff65f0ea. 00010000:00000010:3.0:1776192957.894099:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192957.894106:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9fc1fa6. 00010000:00000010:3.0:1776192957.894358:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.0:1776192957.894364:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192957.894373:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faac8719. 00000100:00000010:3.0:1776192957.894377:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb7590c9. 00000100:00000010:3.0:1776192957.894383:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192957.894393:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5ba688f. 02000000:00000010:3.0:1776192957.894415:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064e2053d. 00000400:00000010:3.0:1776192957.894420:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192957.894423:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192957.894429:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521856, portal 16 00000400:00000010:3.0:1776192957.894432:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192957.894434:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521856, offset 0 00000400:00000200:3.0:1776192957.894440:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.894449:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.894456:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.894459:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.894462:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.894464:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91455:91455:256:4294967295] 192.168.203.33@tcp LPNI seq info [91455:91455:8:4294967295] 00000400:00000200:3.0:1776192957.894472:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.894476:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.894480:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192957.894563:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.894570:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.894573:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.895140:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.895145:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192957.895150:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.895191:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.895195:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:0.0:1776192957.895197:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:0.0:1776192957.895203:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349521856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192957.898510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfae9565. 00010000:00000010:3.1:1776192957.898525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e17007f0. 00010000:00000010:3.1:1776192957.898529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a517f1ec. 00000400:00000200:0.0:1776192957.898601:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.898618:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314dc0 00000400:00000200:0.0:1776192957.898627:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb37d5 [1] + 224 00000400:00000200:0.0:1776192957.898655:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.898660:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.898670:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349521856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192957.898826:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:3.0:1776192957.898831:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192957.898832:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192957.898838:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349521856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.898845:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349521856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192957.898932:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064e2053d. 02000000:00000010:3.0:1776192957.898938:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5ba688f. 00000100:00000010:3.0:1776192957.898942:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192957.898945:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb7590c9. 00010000:00000010:3.0:1776192957.898949:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faac8719. 00000400:00000200:1.0:1776192957.899004:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.899013:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d1c0 00000400:00000200:1.0:1776192957.899018:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2139 [2] + 656 00000400:00000200:1.0:1776192957.899073:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.899077:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.899081:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.899085:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000478bd001. 00000020:00000010:0.0:1776192957.899207:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003075448f. 00000020:00000010:0.0:1776192957.899214:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.899218:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.899240:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000478bd001 x1862471344640448/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192957.899267:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640448 02000000:00000010:0.0:1776192957.899278:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cdd829f8. 00010000:00000010:0.0:1776192957.899301:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8ef1073. 00010000:00000010:0.0:1776192957.899320:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192957.899325:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.899333:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.899336:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00000400:00000010:0.0:1776192957.899349:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192957.899353:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640448, offset 224 00000400:00000200:0.0:1776192957.899360:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.899370:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.899375:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91456:91456:256:4294967295] 192.168.203.33@tcp LPNI seq info [91456:91456:8:4294967295] 00000400:00000200:0.0:1776192957.899383:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.899387:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.899391:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.899396:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.899402:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.899405:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.899425:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.899429:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.899431:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003075448f. 00080000:00000010:3.0:1776192957.899646:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c0cb412. 00010000:00000010:3.0:1776192957.899718:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192957.899724:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008fa5b691. 00010000:00000010:3.0:1776192957.899805:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a517f1ec. 00010000:00000010:3.0:1776192957.899811:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192957.899820:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faac8719. 00000100:00000010:3.0:1776192957.899823:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb7590c9. 00000100:00000010:3.0:1776192957.899829:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192957.899839:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b9bafa6. 02000000:00000010:3.0:1776192957.899864:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000520306cb. 00000400:00000010:3.0:1776192957.899869:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192957.899873:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192957.899877:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521920, portal 16 00000400:00000010:3.0:1776192957.899881:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192957.899883:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521920, offset 0 00000400:00000200:3.0:1776192957.899888:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.899894:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.899901:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.899904:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.899906:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.899909:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91457:91457:255:4294967295] 192.168.203.33@tcp LPNI seq info [91457:91457:7:4294967295] 00000400:00000200:3.0:1776192957.899916:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.899920:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.899923:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192957.899927:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.899931:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.899933:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.900080:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.900083:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:1.0:1776192957.900088:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.900091:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.900095:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:1.0:1776192957.900096:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000800:00000200:1.0:1776192957.900136:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.900139:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:1.0:1776192957.900142:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.900146:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.900147:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:1.0:1776192957.900149:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:1.0:1776192957.900179:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349521920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192957.903281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8b234a3. 00010000:00000010:3.1:1776192957.903387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a841ef50. 00010000:00000010:3.1:1776192957.903393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dbf957. 00000400:00000200:0.0:1776192957.907834:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.907855:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314e00 00000400:00000200:0.0:1776192957.907864:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb37e1 [1] + 224 00000400:00000200:0.0:1776192957.907875:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.907879:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.907890:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349521920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.907929:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.907935:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d200 00000400:00000200:0.0:1776192957.907940:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2139 [2] + 984 00000400:00000200:0.0:1776192957.907948:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.907950:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.907954:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.907959:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 00000020:00000010:2.0:1776192957.908056:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ef87945. 00000020:00000010:2.0:1776192957.908062:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b2ab9cf. 00000020:00000010:2.0:1776192957.908066:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192957.908087:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055a6bbce x1862471344640512/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192957.908147:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640512 02000000:00000010:2.0:1776192957.908186:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dc49eaf. 00010000:00000010:2.0:1776192957.908222:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192957.908228:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192957.908234:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192957.908237:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000400:00000010:2.0:1776192957.908249:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00000100:00000200:2.0:1776192957.908254:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640512, offset 224 00000400:00000200:2.0:1776192957.908261:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.908270:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.908275:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91458:91458:256:4294967295] 192.168.203.33@tcp LPNI seq info [91458:91458:8:4294967295] 00000400:00000200:2.0:1776192957.908284:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.908288:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.908293:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192957.908298:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.908304:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.908307:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192957.908320:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b2ab9cf. 00000020:00000010:2.0:1776192957.908324:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192957.908334:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ef87945. 00000800:00000200:1.0:1776192957.908460:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.908464:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:1.0:1776192957.908467:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.908470:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.908474:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:1.0:1776192957.908476:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 00000400:00000010:3.0:1776192957.908688:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:3.0:1776192957.908693:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192957.908694:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192957.908700:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349521920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.908707:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349521920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192957.908727:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b251d58. 02000000:00000010:3.0:1776192957.908739:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000520306cb. 02000000:00000010:3.0:1776192957.908743:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b9bafa6. 00000100:00000010:3.0:1776192957.908747:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192957.908750:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb7590c9. 00010000:00000010:3.0:1776192957.908753:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faac8719. 00080000:00000010:3.0:1776192957.908775:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b9bafa6. 00010000:00000010:3.0:1776192957.908847:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192957.908853:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b79a4e47. 00010000:00000010:3.0:1776192957.908920:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.0:1776192957.908925:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4b5c56d. 00010000:00000010:3.0:1776192957.908934:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faac8719. 00000100:00000010:3.0:1776192957.908938:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb7590c9. 00000100:00000010:3.0:1776192957.908943:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192957.908951:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000520306cb. 02000000:00000010:3.0:1776192957.908971:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bb48c99. 00000400:00000010:3.0:1776192957.908975:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192957.908978:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192957.908983:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349521984, portal 16 00000400:00000010:3.0:1776192957.908986:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192957.908988:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349521984, offset 0 00000400:00000200:3.0:1776192957.908994:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.909001:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.909007:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192957.909022:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192957.909025:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192957.909027:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91459:91459:256:4294967295] 192.168.203.33@tcp LPNI seq info [91459:91459:8:4294967295] 00000400:00000200:3.0:1776192957.909034:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.909039:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.909043:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192957.909047:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.909051:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.909054:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.909634:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.909638:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:1.0:1776192957.909643:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.909647:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.909651:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:1.0:1776192957.909653:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:1.0:1776192957.909657:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349521984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.911441:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.911461:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314e40 00000400:00000200:3.0:1776192957.911470:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb37ed [1] + 224 00000400:00000200:3.0:1776192957.911484:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.911488:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.911496:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349521984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192957.911593:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:1.0:1776192957.911598:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:1.0:1776192957.911600:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:1.0:1776192957.911605:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349521984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192957.911612:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349521984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192957.911637:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bb48c99. 02000000:00000010:1.0:1776192957.911642:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000520306cb. 00000100:00000010:1.0:1776192957.911645:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:1.0:1776192957.911649:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb7590c9. 00010000:00000010:1.0:1776192957.911653:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faac8719. 00000400:00000200:1.0:1776192957.912185:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.912197:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d240 00000400:00000200:1.0:1776192957.912202:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2139 [2] + 1312 00000400:00000200:1.0:1776192957.912249:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.912253:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.912259:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.912264:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bae7b2b. 00000020:00000010:0.0:1776192957.912836:0:64778:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003075448f. 00000020:00000010:0.0:1776192957.912843:0:64778:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.912848:0:64778:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.912870:0:64778:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008bae7b2b x1862471344640576/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.912900:0:64778:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640576 02000000:00000010:0.0:1776192957.912911:0:64778:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f2b77d4. 00010000:00000010:0.0:1776192957.912937:0:64778:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b647e9a6. 00010000:00000010:0.0:1776192957.912956:0:64778:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192957.912961:0:64778:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.912969:0:64778:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.912973:0:64778:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00000400:00000010:0.0:1776192957.912983:0:64778:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192957.912987:0:64778:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640576, offset 224 00000400:00000200:0.0:1776192957.912994:0:64778:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.913003:0:64778:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.913008:0:64778:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91460:91460:256:4294967295] 192.168.203.33@tcp LPNI seq info [91460:91460:8:4294967295] 00000400:00000200:0.0:1776192957.913029:0:64778:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.913034:0:64778:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.913037:0:64778:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192957.913042:0:64778:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.913049:0:64778:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.913052:0:64778:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.913064:0:64778:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192957.913068:0:64778:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.913071:0:64778:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003075448f. 00000800:00000200:1.0:1776192957.913284:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.913287:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:1.0:1776192957.913292:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.913296:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.913298:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:1.0:1776192957.913300:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 00080000:00000010:1.0:1776192957.913323:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cecbbc8. 00010000:00000010:1.0:1776192957.913399:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b5c56d. 00010000:00000010:1.0:1776192957.913405:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e97067ac. 00010000:00000010:1.0:1776192957.913481:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7e044a4. 00010000:00000010:1.0:1776192957.913485:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000325f92b6. 00010000:00000010:1.0:1776192957.913490:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.0:1776192957.913495:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000009590b6f. 00080000:00000010:1.0:1776192957.913507:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5ba688f. 00010000:00000010:1.0:1776192957.913536:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009590b6f. 00010000:00000010:1.0:1776192957.913541:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000325f92b6. 00010000:00000010:1.0:1776192957.913594:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.0:1776192957.913597:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000009590b6f. 00010000:00000010:1.0:1776192957.913605:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6b88409. 00000100:00000010:1.0:1776192957.913609:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192957.913616:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000462ac87. 02000000:00000010:1.0:1776192957.913626:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064e2053d. 02000000:00000010:1.0:1776192957.913647:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098addaff. 00000400:00000010:1.0:1776192957.913652:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cde23fa. 00000400:00000010:1.0:1776192957.913656:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002806a671. 00000100:00000200:1.0:1776192957.913661:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522048, portal 16 00000400:00000010:1.0:1776192957.913664:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192957.913666:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522048, offset 0 00000400:00000200:1.0:1776192957.913671:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.913677:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.913683:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.913686:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.913689:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.913691:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91461:91461:256:4294967295] 192.168.203.33@tcp LPNI seq info [91461:91461:8:4294967295] 00000400:00000200:1.0:1776192957.913698:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.913702:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.913705:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192957.913709:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.913713:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.913715:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.913865:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.913868:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:0.0:1776192957.913871:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.913874:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.913877:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:0.0:1776192957.913878:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000100:00000200:0.0:1776192957.913882:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000462ac87 x1862471349522048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192957.917487:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192957.917506:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314e80 00000400:00000200:3.0:1776192957.917517:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb37f9 [1] + 224 00000400:00000200:3.0:1776192957.917535:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.917539:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192957.917551:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000462ac87 x1862471349522048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.917649:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cde23fa. 00000400:00000200:2.0:1776192957.917656:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002806a671 00000400:00000010:2.0:1776192957.917657:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002806a671. 00000100:00000200:2.0:1776192957.917663:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000462ac87 x1862471349522048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.917670:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000462ac87 x1862471349522048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.917696:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098addaff. 02000000:00000010:2.0:1776192957.917702:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064e2053d. 00000100:00000010:2.0:1776192957.917706:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000462ac87. 00000100:00000010:2.0:1776192957.917709:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:2.0:1776192957.917713:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6b88409. 00000400:00000200:1.0:1776192957.918421:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.918432:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d280 00000400:00000200:1.0:1776192957.918438:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2139 [2] + 1640 00000400:00000200:1.0:1776192957.918485:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.918489:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.918494:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.918499:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c12bc15. 00000020:00000010:3.0:1776192957.918781:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8ad6529. 00000020:00000010:3.0:1776192957.918790:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192957.918794:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192957.918817:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c12bc15 x1862471344640640/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192957.918850:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640640 02000000:00000010:3.0:1776192957.918861:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3057f82. 00010000:00000010:3.0:1776192957.918887:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebf0ae72. 00010000:00000010:3.0:1776192957.918918:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009392a7e8. 00000100:00000010:3.0:1776192957.918925:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da6aa35a. 00000100:00000010:3.0:1776192957.918941:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da6aa35a. 00010000:00000010:3.0:1776192957.918945:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009392a7e8. 00000400:00000010:3.0:1776192957.918956:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192957.918960:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640640, offset 224 00000400:00000200:3.0:1776192957.918967:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192957.918977:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192957.918982:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91462:91462:256:4294967295] 192.168.203.33@tcp LPNI seq info [91462:91462:8:4294967295] 00000400:00000200:3.0:1776192957.918991:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192957.918996:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192957.918999:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192957.919004:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192957.919022:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192957.919026:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192957.919232:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064e2053d. 00010000:00000010:1.0:1776192957.919305:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009590b6f. 00010000:00000010:1.0:1776192957.919312:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000909ed0d7. 00010000:00000010:1.0:1776192957.919381:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d27d300. 00010000:00000010:1.0:1776192957.919386:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000009590b6f. 00010000:00000010:1.0:1776192957.919395:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4fa9bf0. 00000100:00000010:1.0:1776192957.919399:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192957.919405:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c034f33d. 02000000:00000010:1.0:1776192957.919426:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098addaff. 02000000:00000010:1.0:1776192957.919447:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3c53f72. 00000400:00000010:1.0:1776192957.919451:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192957.919455:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee38bd31. 00000100:00000200:1.0:1776192957.919459:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522112, portal 16 00000400:00000010:1.0:1776192957.919462:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192957.919464:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522112, offset 0 00000400:00000200:1.0:1776192957.919468:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.919474:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.919480:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.919484:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.919487:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.919489:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91463:91463:255:4294967295] 192.168.203.33@tcp LPNI seq info [91463:91463:7:4294967295] 00000400:00000200:1.0:1776192957.919495:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.919499:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.919502:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352394). 00000800:00000200:1.0:1776192957.919506:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.919510:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.919512:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776192957.919700:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192957.919706:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192957.919709:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8ad6529. 00000800:00000200:0.0:1776192957.920355:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.920360:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82352146). 00000400:00000200:0.0:1776192957.920364:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.920371:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.920376:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:0.0:1776192957.920377:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000800:00000200:0.0:1776192957.922707:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.922716:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:0.0:1776192957.922725:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.922735:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.922740:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:0.0:1776192957.922742:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:0.0:1776192957.922750:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c034f33d x1862471349522112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192957.923147:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00010000:00000010:3.1:1776192957.923264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027708008. 00010000:00000010:3.1:1776192957.923272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac74727e. 00010000:00000010:3.1:1776192957.923276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a517f1ec. 00010000:00000010:1.1:1776192957.923351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084a1e7d3. 00010000:00000010:1.1:1776192957.923356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dbf957. 00010000:00000010:1.1:1776192957.923360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7e044a4. 00010000:00000010:1.1:1776192957.923364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 00010000:00000010:0.1:1776192957.923495:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002703ca9f. 00000400:00000200:0.0:1776192957.923512:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314ec0 00000400:00000200:0.0:1776192957.923520:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3805 [1] + 224 00000400:00000200:1.0:1776192957.923602:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.923608:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.923614:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c034f33d x1862471349522112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.923683:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.923689:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d2c0 00000400:00000200:1.0:1776192957.923694:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2139 [2] + 1968 00000400:00000010:1.0:1776192957.923698:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea7ed774. 00000400:00000200:1.0:1776192957.923702:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000012ce1030 00000400:00000200:1.0:1776192957.923748:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.923752:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.923763:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012ce1030 00000400:00000010:1.0:1776192957.923766:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000012ce1030 (tot 82351746). 00000100:00000200:1.0:1776192957.923771:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192957.924527:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003075448f. 00000020:00000010:0.0:1776192957.924536:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.924540:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.924563:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e7079c1 x1862471344640704/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:2.0:1776192957.924597:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:2.0:1776192957.924600:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee38bd31 00000400:00000010:2.0:1776192957.924602:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee38bd31. 00000100:00000200:2.0:1776192957.924609:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c034f33d x1862471349522112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.924625:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c034f33d x1862471349522112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192957.924633:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640704 02000000:00000010:0.0:1776192957.924643:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd2beb8f. 02000000:00000010:2.0:1776192957.924649:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3c53f72. 02000000:00000010:2.0:1776192957.924654:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098addaff. 00000100:00000010:2.0:1776192957.924658:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c034f33d. 00000100:00000010:2.0:1776192957.924661:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:2.0:1776192957.924664:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4fa9bf0. 00010000:00000010:0.0:1776192957.924668:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c69b43a5. 00010000:00000010:0.0:1776192957.924685:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192957.924690:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dffcd524. 00000100:00000010:0.0:1776192957.924699:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dffcd524. 00010000:00000010:0.0:1776192957.924702:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00000400:00000010:0.0:1776192957.924715:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192957.924719:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640704, offset 224 00000400:00000200:0.0:1776192957.924726:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.924737:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.924742:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91464:91464:256:4294967295] 192.168.203.33@tcp LPNI seq info [91464:91464:8:4294967295] 00000400:00000200:0.0:1776192957.924751:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.924765:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.924769:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82351994). 00000800:00000200:0.0:1776192957.924774:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.924781:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.924784:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.924800:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.924804:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.924807:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003075448f. 02000000:00000010:0.0:1776192957.924814:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3057f82. 00000100:00000010:0.0:1776192957.924817:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c12bc15. 02000000:00000010:0.0:1776192957.924821:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f2b77d4. 00000100:00000010:0.0:1776192957.924825:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bae7b2b. 02000000:00000010:0.0:1776192957.924827:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dc49eaf. 00000100:00000010:0.0:1776192957.924830:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192957.924833:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cdd829f8. 00000100:00000010:0.0:1776192957.924834:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000478bd001. 02000000:00000010:0.0:1776192957.924837:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040708c22. 00000100:00000010:0.0:1776192957.924839:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192957.924842:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000697548a9. 00000100:00000010:0.0:1776192957.924844:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000200:0.0:1776192957.924850:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192957.924855:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030342b13. 00000400:00000010:0.0:1776192957.924858:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dffcd524 (tot 82352146). 00080000:00000010:2.0:1776192957.924882:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ef87945. 00010000:00000010:2.0:1776192957.924967:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009590b6f. 00000800:00000200:1.0:1776192957.924972:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776192957.924974:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd9e21e1. 00000800:00000010:1.0:1776192957.924975:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:1.0:1776192957.924979:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.924983:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.924986:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:1.0:1776192957.924987:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 02000000:00000010:1.0:1776192957.924991:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd2beb8f. 00000004:00000010:2.0:1776192957.925033:0:77323:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a296e171. 00000004:00000010:2.0:1776192957.925042:0:77323:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000ef4f674f. 00000004:00000010:2.0:1776192957.925049:0:77323:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000000831e16d. 00080000:00000010:2.0:1776192957.925056:0:77323:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 0000000063ce7758. 00000001:00000010:2.0:1776192957.925069:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7cc284f. 00000001:00000010:2.0:1776192957.925081:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7cc284f. 00080000:00000010:2.0:1776192957.925092:0:77323:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 0000000063ce7758. 00000004:00000010:2.0:1776192957.925097:0:77323:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000000831e16d. 00000004:00000010:2.0:1776192957.925101:0:77323:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000ef4f674f. 00000004:00000010:2.0:1776192957.925104:0:77323:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000a296e171. 00010000:00000010:2.0:1776192957.925124:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a58acd9a. 00010000:00000010:2.0:1776192957.925132:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7fcd203. 00010000:00000010:2.0:1776192957.925142:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192957.925146:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192957.925152:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dac053d. 02000000:00000010:2.0:1776192957.925177:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063ce7758. 02000000:00000010:2.0:1776192957.925276:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040708c22. 00000400:00000010:2.0:1776192957.925280:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7cc284f. 00000400:00000010:2.0:1776192957.925284:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192957.925287:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522176, portal 16 00000400:00000010:2.0:1776192957.925290:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083a32d7a. 00000100:00000200:2.0:1776192957.925293:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522176, offset 0 00000400:00000200:2.0:1776192957.925298:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.925305:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.925311:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.925314:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.925317:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.925320:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91465:91465:256:4294967295] 192.168.203.33@tcp LPNI seq info [91465:91465:8:4294967295] 00000400:00000200:2.0:1776192957.925327:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.925331:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.925334:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192957.925338:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.925341:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.925344:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192957.925479:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.925482:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:1.0:1776192957.925486:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.925489:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.925492:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a32d7a 00000400:00000010:1.0:1776192957.925494:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083a32d7a. 00000100:00000200:1.0:1776192957.925498:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004dac053d x1862471349522176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192957.927177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f970ad98. 00000400:00000200:1.0:1776192957.927335:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.927349:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314f00 00000400:00000200:1.0:1776192957.927358:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3815 [1] + 224 00000400:00000200:1.0:1776192957.927371:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.927375:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.927383:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004dac053d x1862471349522176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.927483:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7cc284f. 00000400:00000200:2.0:1776192957.927488:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:2.0:1776192957.927490:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000100:00000200:2.0:1776192957.927496:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004dac053d x1862471349522176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.927505:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004dac053d x1862471349522176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.927540:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040708c22. 02000000:00000010:2.0:1776192957.927547:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063ce7758. 00000100:00000010:2.0:1776192957.927551:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dac053d. 00000100:00000010:2.0:1776192957.927555:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192957.927559:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000400:00000200:1.0:1776192957.927872:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.927881:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d300 00000400:00000200:1.0:1776192957.927886:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2199 [2] + 0 00000400:00000200:1.0:1776192957.927943:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.927947:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.927951:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.927956:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000478bd001. 00000020:00000010:0.0:1776192957.928278:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007234ebbe. 00000020:00000010:0.0:1776192957.928286:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.928295:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.928317:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000478bd001 x1862471344640768/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192957.928384:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640768 02000000:00000010:0.0:1776192957.928394:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd2beb8f. 00010000:00000010:0.0:1776192957.928419:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e457c79. 00010000:00000010:0.0:1776192957.928436:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192957.928442:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000491289ef. 00000100:00000010:0.0:1776192957.928458:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000491289ef. 00010000:00000010:0.0:1776192957.928460:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00000400:00000010:0.0:1776192957.928474:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192957.928478:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640768, offset 224 00000400:00000200:0.0:1776192957.928485:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.928495:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.928500:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91466:91466:256:4294967295] 192.168.203.33@tcp LPNI seq info [91466:91466:8:4294967295] 00000400:00000200:0.0:1776192957.928510:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.928515:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.928519:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192957.928523:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.928529:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.928532:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.928553:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.928557:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.928559:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007234ebbe. 00000800:00000200:1.0:1776192957.928646:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192957.928649:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:1.0:1776192957.928653:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.928657:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192957.928660:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:1.0:1776192957.928661:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00080000:00000010:2.0:1776192957.928718:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063ce7758. 00010000:00000010:2.1:1776192957.931194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000add63c81. 00010000:00000010:2.1:1776192957.931207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d27d300. 00010000:00000010:0.1:1776192957.931211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f107c134. 00010000:00000010:1.1:1776192957.931277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027abf07b. 00010000:00000010:1.1:1776192957.931283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725a2df6. 00010000:00000010:0.1:1776192957.943687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072587b97. 00080000:00000010:1.0:1776192957.947173:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ef87945. 00080000:00000010:1.0:1776192957.947185:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064e2053d. 00080000:00000010:1.0:1776192957.947189:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5ba688f. 00080000:00000010:1.0:1776192957.947191:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cecbbc8. 00080000:00000010:1.0:1776192957.947194:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b9bafa6. 00080000:00000010:1.0:1776192957.947196:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c0cb412. 00080000:00000010:1.0:1776192957.947198:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff65f0ea. 00080000:00000010:1.0:1776192957.947201:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9693747. 00080000:00000010:1.0:1776192957.947203:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee010214. 00080000:00000010:1.0:1776192957.947206:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007aac3a8. 00080000:00000010:1.0:1776192957.947209:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051e660e3. 00080000:00000010:1.0:1776192957.947211:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbf1d847. 00080000:00000010:1.0:1776192957.947214:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a689a4a6. 00080000:00000010:1.0:1776192957.947216:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004596f34c. 00080000:00000010:1.0:1776192957.947218:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048f697cc. 00080000:00000010:1.0:1776192957.947220:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8683da3. 00080000:00000010:1.0:1776192957.947221:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000831f5ec4. 00080000:00000010:1.0:1776192957.947225:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9ed5ced. 00080000:00000010:1.0:1776192957.947227:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058afb650. 00080000:00000010:1.0:1776192957.947230:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a27cd64. 00080000:00000010:1.0:1776192957.947232:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040e546cd. 00080000:00000010:1.0:1776192957.947234:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000869fd80e. 00080000:00000010:1.0:1776192957.947238:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000489eafcb. 00080000:00000010:1.0:1776192957.947241:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003747b83a. 00080000:00000010:1.0:1776192957.947243:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfac3daf. 00080000:00000010:1.0:1776192957.947245:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000117c7214. 00080000:00000010:1.0:1776192957.947247:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000969dce18. 00080000:00000010:1.0:1776192957.947249:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055bdcf9f. 00080000:00000010:1.0:1776192957.947251:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a9796c1. 00080000:00000010:1.0:1776192957.947253:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff0264ff. 00080000:00000010:1.0:1776192957.947255:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000627ea673. 00080000:00000010:1.0:1776192957.947257:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d62ac9f0. 00080000:00000010:1.0:1776192957.947259:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000253e1c9e. 00080000:00000010:1.0:1776192957.947261:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000333547ba. 00080000:00000010:1.0:1776192957.947262:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af4ce40. 00080000:00000010:1.0:1776192957.947265:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000772ade9d. 00080000:00000010:1.0:1776192957.947266:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c12e261. 00080000:00000010:1.0:1776192957.947270:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef861d6d. 00080000:00000010:1.0:1776192957.947273:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e60f265. 00080000:00000010:1.0:1776192957.947275:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000645d4084. 00080000:00000010:1.0:1776192957.947278:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3dc9e93. 00080000:00000010:1.0:1776192957.947280:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b4edc39. 00080000:00000010:1.0:1776192957.947282:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ce83085. 00080000:00000010:1.0:1776192957.947284:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000343fa50b. 00080000:00000010:1.0:1776192957.947286:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f58020c. 00080000:00000010:1.0:1776192957.947288:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077ff9832. 00080000:00000010:1.0:1776192957.947290:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022103153. 00080000:00000010:1.0:1776192957.947292:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c955f0f9. 00080000:00000010:1.0:1776192957.947295:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a0c6346. 00080000:00000010:1.0:1776192957.947297:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075535d05. 00080000:00000010:1.0:1776192957.947298:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084b56aeb. 00080000:00000010:1.0:1776192957.947300:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077a02ba5. 00080000:00000010:1.0:1776192957.947302:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037a12a86. 00080000:00000010:1.0:1776192957.947304:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d298e55. 00080000:00000010:1.0:1776192957.947305:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c8e34b0. 00080000:00000010:1.0:1776192957.947307:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f509425. 00080000:00000010:1.0:1776192957.947309:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ae6c7fb. 00080000:00000010:1.0:1776192957.947312:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bdb7a867. 00080000:00000010:1.0:1776192957.947314:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be8b799c. 00080000:00000010:1.0:1776192957.947318:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e188cbf7. 00080000:00000010:1.0:1776192957.947320:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bb862ca. 00080000:00000010:1.0:1776192957.947322:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d74d383f. 00080000:00000010:1.0:1776192957.947324:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c812dde3. 00080000:00000010:1.0:1776192957.947326:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a466e54. 00080000:00000010:1.0:1776192957.947331:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce12d7aa. 00080000:00000010:1.0:1776192957.947334:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec28c267. 00080000:00000010:1.0:1776192957.947336:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004887d71a. 00080000:00000010:1.0:1776192957.947338:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fca1ee4. 00080000:00000010:1.0:1776192957.947340:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000377b41b8. 00080000:00000010:1.0:1776192957.947342:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e389e4be. 00080000:00000010:1.0:1776192957.947344:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f20ad4d8. 00080000:00000010:1.0:1776192957.947346:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c57b30f0. 00080000:00000010:1.0:1776192957.947348:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000014a591f. 00080000:00000010:1.0:1776192957.947350:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac1bf68a. 00080000:00000010:1.0:1776192957.947352:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cabef1c5. 00080000:00000010:1.0:1776192957.947353:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd132749. 00080000:00000010:1.0:1776192957.947355:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcb195eb. 00080000:00000010:1.0:1776192957.947357:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007300a829. 00080000:00000010:1.0:1776192957.947359:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018401775. 00080000:00000010:1.0:1776192957.947361:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dd03740. 00080000:00000010:1.0:1776192957.947364:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afc55952. 00080000:00000010:1.0:1776192957.947366:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa7b2d69. 00080000:00000010:1.0:1776192957.947368:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014100a12. 00080000:00000010:1.0:1776192957.947370:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ac047d. 00080000:00000010:1.0:1776192957.947372:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006747e9ee. 00080000:00000010:1.0:1776192957.947374:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017d08691. 00080000:00000010:1.0:1776192957.947376:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f0684c2. 00080000:00000010:1.0:1776192957.947379:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b75c42ec. 00080000:00000010:1.0:1776192957.947381:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009070bdc2. 00080000:00000010:1.0:1776192957.947384:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093e88d35. 00080000:00000010:1.0:1776192957.947386:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000eff3feb. 00080000:00000010:1.0:1776192957.947388:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000204b9900. 00080000:00000010:1.0:1776192957.947391:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f72fe228. 00080000:00000010:1.0:1776192957.947393:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037f3cba5. 00080000:00000010:1.0:1776192957.947395:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d925bf1. 00080000:00000010:1.0:1776192957.947398:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5e9e227. 00080000:00000010:1.0:1776192957.947400:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016da52dc. 00080000:00000010:1.0:1776192957.947402:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ed55c32. 00080000:00000010:1.0:1776192957.947404:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b629751c. 00080000:00000010:1.0:1776192957.947407:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bd40b43. 00080000:00000010:1.0:1776192957.947409:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1978db8. 00080000:00000010:1.0:1776192957.947412:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e721c00e. 00080000:00000010:1.0:1776192957.947414:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dddeaff. 00080000:00000010:1.0:1776192957.947417:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e994064b. 00080000:00000010:1.0:1776192957.947419:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8647ac7. 00080000:00000010:1.0:1776192957.947422:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ccedf31. 00080000:00000010:1.0:1776192957.947424:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004c4d4ce. 00080000:00000010:1.0:1776192957.947426:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007350ce81. 00080000:00000010:1.0:1776192957.947428:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc878d4b. 00080000:00000010:1.0:1776192957.947430:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b504393. 00080000:00000010:1.0:1776192957.947432:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005af8632f. 00080000:00000010:1.0:1776192957.947434:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a31698f. 00080000:00000010:1.0:1776192957.947436:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aecfd899. 00080000:00000010:1.0:1776192957.947438:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1315249. 00080000:00000010:1.0:1776192957.947441:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c641a009. 00080000:00000010:1.0:1776192957.947444:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000368a870e. 00080000:00000010:1.0:1776192957.947446:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ff07dda. 00080000:00000010:1.0:1776192957.947448:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de237551. 00080000:00000010:1.0:1776192957.947450:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000038e9278. 00080000:00000010:1.0:1776192957.947453:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f97b724. 00080000:00000010:1.0:1776192957.947455:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5fffd5f. 00080000:00000010:1.0:1776192957.947458:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000537390b0. 00080000:00000010:1.0:1776192957.947462:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5631b69. 00080000:00000010:1.0:1776192957.947464:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005da7b839. 00080000:00000010:1.0:1776192957.947467:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8532f3b. 00080000:00000010:1.0:1776192957.947468:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000640f8b6b. 00080000:00000010:1.0:1776192957.947481:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001653b31c. 00080000:00000010:1.0:1776192957.947484:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b495ccd. 00080000:00000010:1.0:1776192957.947486:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3fec64a. 00080000:00000010:1.0:1776192957.947490:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f418ee1b. 00080000:00000010:1.0:1776192957.947492:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0dbf642. 00080000:00000010:1.0:1776192957.947494:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5014ba6. 00080000:00000010:1.0:1776192957.947497:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000761ed886. 00080000:00000010:1.0:1776192957.947500:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d08c4e61. 00080000:00000010:1.0:1776192957.947502:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cebd469. 00080000:00000010:1.0:1776192957.947505:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5ea999f. 00080000:00000010:1.0:1776192957.947507:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4a17d14. 00080000:00000010:1.0:1776192957.947509:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca52b600. 00080000:00000010:1.0:1776192957.947511:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de23076e. 00080000:00000010:1.0:1776192957.947513:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000355ca449. 00080000:00000010:1.0:1776192957.947514:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d67748e. 00080000:00000010:1.0:1776192957.947516:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b285620. 00080000:00000010:1.0:1776192957.947518:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7b3985f. 00080000:00000010:1.0:1776192957.947520:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7bfd20d. 00080000:00000010:1.0:1776192957.947522:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002441e125. 00080000:00000010:1.0:1776192957.947523:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026568d6f. 00080000:00000010:1.0:1776192957.947525:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd411e82. 00080000:00000010:1.0:1776192957.947526:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024d33938. 00080000:00000010:1.0:1776192957.947528:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3f5d426. 00080000:00000010:1.0:1776192957.947530:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df8d3584. 00080000:00000010:1.0:1776192957.947533:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a5082cc. 00080000:00000010:1.0:1776192957.947535:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016c0c187. 00080000:00000010:1.0:1776192957.947537:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009befab1b. 00080000:00000010:1.0:1776192957.947539:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac823172. 00080000:00000010:1.0:1776192957.947541:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007377ba7c. 00080000:00000010:1.0:1776192957.947543:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018d709ea. 00080000:00000010:1.0:1776192957.947545:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054ec414e. 00080000:00000010:1.0:1776192957.947546:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003adfdab9. 00080000:00000010:1.0:1776192957.947548:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000467f41bd. 00080000:00000010:1.0:1776192957.947550:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c57ee8a3. 00080000:00000010:1.0:1776192957.947551:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d55b15f. 00080000:00000010:1.0:1776192957.947553:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bfb9f1b. 00080000:00000010:1.0:1776192957.947554:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000992fee18. 00080000:00000010:1.0:1776192957.947556:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007205d39d. 00080000:00000010:1.0:1776192957.947558:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068a45e94. 00080000:00000010:1.0:1776192957.947561:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cf78f4e. 00080000:00000010:1.0:1776192957.947563:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b65bcd7c. 00080000:00000010:1.0:1776192957.947565:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f323f84. 00080000:00000010:1.0:1776192957.947566:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bdfc562. 00080000:00000010:1.0:1776192957.947568:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ef1c264. 00080000:00000010:1.0:1776192957.947570:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7136903. 00080000:00000010:1.0:1776192957.947571:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f00e7f3e. 00080000:00000010:1.0:1776192957.947573:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d828329. 00080000:00000010:1.0:1776192957.947575:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a20ab140. 00080000:00000010:1.0:1776192957.947576:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015e84f62. 00080000:00000010:1.0:1776192957.947578:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd32df28. 00080000:00000010:1.0:1776192957.947580:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df9db710. 00080000:00000010:1.0:1776192957.947582:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000459237a. 00080000:00000010:1.0:1776192957.947584:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da04c0b9. 00080000:00000010:1.0:1776192957.947586:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8912f76. 00080000:00000010:1.0:1776192957.947587:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000696ce9ed. 00080000:00000010:1.0:1776192957.947589:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0f7d727. 00080000:00000010:1.0:1776192957.947591:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035bb2825. 00080000:00000010:1.0:1776192957.947593:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c41170fc. 00080000:00000010:1.0:1776192957.947595:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0833cfa. 00080000:00000010:1.0:1776192957.947596:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d88c34f. 00080000:00000010:1.0:1776192957.947598:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab56a8d9. 00080000:00000010:1.0:1776192957.947599:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d7e93dc. 00080000:00000010:1.0:1776192957.947602:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000608202ca. 00080000:00000010:1.0:1776192957.947603:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008881bac9. 00080000:00000010:1.0:1776192957.947605:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000647cd134. 00080000:00000010:1.0:1776192957.947607:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bba9b099. 00080000:00000010:1.0:1776192957.947609:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3701724. 00080000:00000010:1.0:1776192957.947611:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000417db7e7. 00080000:00000010:1.0:1776192957.947613:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f38cb65d. 00080000:00000010:1.0:1776192957.947615:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2ddf18d. 00080000:00000010:1.0:1776192957.947617:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8d28183. 00080000:00000010:1.0:1776192957.947618:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042c2cc8b. 00080000:00000010:1.0:1776192957.947621:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c30b779b. 00080000:00000010:1.0:1776192957.947623:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023fe0419. 00080000:00000010:1.0:1776192957.947626:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000749fc95e. 00080000:00000010:1.0:1776192957.947628:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f01a6b61. 00080000:00000010:1.0:1776192957.947630:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a67c4a44. 00080000:00000010:1.0:1776192957.947634:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd7bf19f. 00080000:00000010:1.0:1776192957.947637:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083d93c0b. 00080000:00000010:1.0:1776192957.947639:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe4a38db. 00080000:00000010:1.0:1776192957.947641:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2a086cf. 00080000:00000010:1.0:1776192957.947643:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007417b995. 00080000:00000010:1.0:1776192957.947644:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058043216. 00080000:00000010:1.0:1776192957.947646:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c85f382c. 00080000:00000010:1.0:1776192957.947648:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081c4c1ea. 00080000:00000010:1.0:1776192957.947649:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a79a89a4. 00080000:00000010:1.0:1776192957.947651:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e01c268. 00080000:00000010:1.0:1776192957.947653:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000219b429b. 00080000:00000010:1.0:1776192957.947656:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcd940d0. 00080000:00000010:1.0:1776192957.947658:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e36155f7. 00080000:00000010:1.0:1776192957.947661:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022d874b5. 00080000:00000010:1.0:1776192957.947663:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a7691e7. 00080000:00000010:1.0:1776192957.947665:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aaf12e72. 00080000:00000010:1.0:1776192957.947667:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8e72d00. 00080000:00000010:1.0:1776192957.947669:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a26f374. 00080000:00000010:1.0:1776192957.947671:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000733f1f9d. 00080000:00000010:1.0:1776192957.947673:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063020f5f. 00080000:00000010:1.0:1776192957.947675:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ce3e853. 00080000:00000010:1.0:1776192957.947677:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d36f36a4. 00080000:00000010:1.0:1776192957.947679:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a4628c5. 00080000:00000010:1.0:1776192957.947681:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000881d6ae0. 00080000:00000010:1.0:1776192957.947683:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003deb7e7. 00080000:00000010:1.0:1776192957.947685:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000882c47ac. 00080000:00000010:1.0:1776192957.947686:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083716bd2. 00080000:00000010:1.0:1776192957.947688:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d85f20d. 00080000:00000010:1.0:1776192957.947690:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035a13a6c. 00080000:00000010:1.0:1776192957.947692:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2afe61f. 00080000:00000010:1.0:1776192957.947695:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac9b135f. 00080000:00000010:1.0:1776192957.951314:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000074aabda. 00080000:00000010:1.0:1776192957.951322:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed8f80f1. 00080000:00000010:1.0:1776192957.951325:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d51f978. 00080000:00000010:1.0:1776192957.951328:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c01d8bb7. 00080000:00000010:1.0:1776192957.951331:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f42d1b9b. 00080000:00000010:1.0:1776192957.951334:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003337962e. 00080000:00000010:1.0:1776192957.951335:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f087424. 00080000:00000010:1.0:1776192957.951338:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000658517c9. 00080000:00000010:1.0:1776192957.951340:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f916345. 00080000:00000010:1.0:1776192957.951342:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9784358. 00080000:00000010:1.0:1776192957.951649:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf8e9088. 00080000:00000010:1.0:1776192957.951653:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c661eee. 00080000:00000010:1.0:1776192957.951655:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d21f983. 00080000:00000010:1.0:1776192957.951657:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000507308c1. 00080000:00000010:1.0:1776192957.951659:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a93bcbdd. 00080000:00000010:1.0:1776192957.951661:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc050712. 00080000:00000010:1.0:1776192957.951663:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aea437d9. 00080000:00000010:1.0:1776192957.951665:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f8dde60. 00080000:00000010:1.0:1776192957.951667:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022fac206. 00080000:00000010:1.0:1776192957.951669:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000feac2445. 00080000:00000010:1.0:1776192957.951673:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd1f2aca. 00080000:00000010:1.0:1776192957.951676:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000919deead. 00080000:00000010:1.0:1776192957.951678:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce0bc20a. 00080000:00000010:1.0:1776192957.951680:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089cebd44. 00080000:00000010:1.0:1776192957.951682:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010993b79. 00080000:00000010:1.0:1776192957.951684:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b077c3c. 00080000:00000010:1.0:1776192957.951685:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016983e43. 00080000:00000010:1.0:1776192957.951687:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063a67f48. 00080000:00000010:1.0:1776192957.951689:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000541dadd6. 00080000:00000010:1.0:1776192957.951692:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4e9e232. 00080000:00000010:1.0:1776192957.951695:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a1ab198. 00080000:00000010:1.0:1776192957.951697:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a03332b8. 00080000:00000010:1.0:1776192957.951699:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e2e5af3. 00080000:00000010:1.0:1776192957.951701:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c81692ba. 00080000:00000010:1.0:1776192957.951703:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e01dcf7. 00080000:00000010:1.0:1776192957.951706:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029c26922. 00080000:00000010:1.0:1776192957.951708:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000995c00f1. 00080000:00000010:1.0:1776192957.951820:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000659843f4. 00080000:00000010:1.0:1776192957.951824:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d331ef88. 00080000:00000010:1.0:1776192957.951825:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001eab73e8. 00080000:00000010:1.0:1776192957.951828:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de4f37d5. 00080000:00000010:1.0:1776192957.951830:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002131e7ec. 00080000:00000010:1.0:1776192957.951833:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c2ea304. 00080000:00000010:1.0:1776192957.951835:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040c1d166. 00080000:00000010:1.0:1776192957.951839:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a1fa96f. 00080000:00000010:1.0:1776192957.951841:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a082fa2. 00080000:00000010:1.0:1776192957.951845:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006cf2fbe. 00080000:00000010:1.0:1776192957.951848:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000af0ec2b. 00080000:00000010:1.0:1776192957.951850:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005aecd483. 00080000:00000010:1.0:1776192957.951852:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000796a2edc. 00080000:00000010:1.0:1776192957.951855:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccadfc1a. 00080000:00000010:1.0:1776192957.951857:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000517d036. 00080000:00000010:1.0:1776192957.951868:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b3849dc. 00080000:00000010:1.0:1776192957.951877:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051947a87. 00080000:00000010:1.0:1776192957.951880:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005370db4a. 00080000:00000010:1.0:1776192957.951882:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc9d7ea2. 00080000:00000010:1.0:1776192957.951884:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066c297a2. 00080000:00000010:1.0:1776192957.951886:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000004b6d4a. 00080000:00000010:1.0:1776192957.951888:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030ac7efb. 00080000:00000010:1.0:1776192957.951891:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000239d055b. 00080000:00000010:1.0:1776192957.951893:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a92b974. 00080000:00000010:1.0:1776192957.951895:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac8f8cbf. 00080000:00000010:1.0:1776192957.951898:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cf3aed6. 00080000:00000010:1.0:1776192957.951900:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e1d9573. 00080000:00000010:1.0:1776192957.951903:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038544634. 00080000:00000010:1.0:1776192957.951906:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026465014. 00080000:00000010:1.0:1776192957.951908:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c576c568. 00080000:00000010:1.0:1776192957.951911:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004329ee9a. 00080000:00000010:1.0:1776192957.951913:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000db7621. 00080000:00000010:1.0:1776192957.951915:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f59045a0. 00080000:00000010:1.0:1776192957.951917:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003100162a. 00080000:00000010:1.0:1776192957.951919:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007612aeae. 00080000:00000010:1.0:1776192957.951921:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000077dcf24. 00080000:00000010:1.0:1776192957.951924:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041eb1918. 00080000:00000010:1.0:1776192957.951926:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d25f9184. 00080000:00000010:1.0:1776192957.951928:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d87104eb. 00080000:00000010:1.0:1776192957.951930:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab1786ab. 00080000:00000010:1.0:1776192957.951932:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a65333d. 00080000:00000010:1.0:1776192957.951936:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de95d9c1. 00080000:00000010:1.0:1776192957.951938:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061bfcdc2. 00080000:00000010:1.0:1776192957.951941:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fa44894. 00080000:00000010:1.0:1776192957.951943:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013a1590e. 00080000:00000010:1.0:1776192957.951946:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c74985ef. 00080000:00000010:1.0:1776192957.951948:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044863e49. 00080000:00000010:1.0:1776192957.951950:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024f65f60. 00080000:00000010:1.0:1776192957.951953:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7bfe7f9. 00080000:00000010:1.0:1776192957.951955:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046cd52ab. 00080000:00000010:1.0:1776192957.951958:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e68ab47. 00080000:00000010:1.0:1776192957.951960:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de925faa. 00080000:00000010:1.0:1776192957.951962:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a767227. 00080000:00000010:1.0:1776192957.951964:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000463f89b3. 00080000:00000010:1.0:1776192957.951967:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efdec631. 00080000:00000010:1.0:1776192957.951969:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee849a7b. 00080000:00000010:1.0:1776192957.951971:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e7cf075. 00080000:00000010:1.0:1776192957.951973:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000249c04dd. 00080000:00000010:1.0:1776192957.951976:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005be76863. 00080000:00000010:1.0:1776192957.951978:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027dff866. 00080000:00000010:1.0:1776192957.951980:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000637a6d7e. 00080000:00000010:1.0:1776192957.951982:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068f30a90. 00080000:00000010:1.0:1776192957.951984:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000546bf301. 00080000:00000010:1.0:1776192957.951987:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c36bb629. 00080000:00000010:1.0:1776192957.951992:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cadb27a. 00080000:00000010:1.0:1776192957.951995:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010cd7a86. 00080000:00000010:1.0:1776192957.952001:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5ee0ac4. 00080000:00000010:1.0:1776192957.952004:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c00ac23. 00080000:00000010:1.0:1776192957.952006:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abc07f6e. 00080000:00000010:1.0:1776192957.952008:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb314c35. 00080000:00000010:1.0:1776192957.952010:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd762022. 00080000:00000010:1.0:1776192957.952014:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099510cbc. 00080000:00000010:1.0:1776192957.952016:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cd3ef50. 00080000:00000010:1.0:1776192957.952018:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005904ec9c. 00080000:00000010:1.0:1776192957.952020:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004df38625. 00080000:00000010:1.0:1776192957.952022:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000894a3eb1. 00080000:00000010:1.0:1776192957.952025:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000126ddf17. 00080000:00000010:1.0:1776192957.952027:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dde385e6. 00080000:00000010:1.0:1776192957.952030:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fb2c6f1. 00080000:00000010:1.0:1776192957.952034:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009268366. 00080000:00000010:1.0:1776192957.952036:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ad7811c. 00080000:00000010:1.0:1776192957.952039:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b9214f4. 00080000:00000010:1.0:1776192957.952042:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c282bc7a. 00080000:00000010:1.0:1776192957.952045:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006662ec64. 00080000:00000010:1.0:1776192957.952047:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eedcb343. 00080000:00000010:1.0:1776192957.952049:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018a17461. 00080000:00000010:1.0:1776192957.952051:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3c9847b. 00080000:00000010:1.0:1776192957.952054:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000206b6b19. 00080000:00000010:1.0:1776192957.952056:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b51cec3. 00080000:00000010:1.0:1776192957.952059:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3ed23e7. 00080000:00000010:1.0:1776192957.952061:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ccba76f. 00080000:00000010:1.0:1776192957.952063:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000133f2b92. 00080000:00000010:1.0:1776192957.952065:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc96586f. 00080000:00000010:1.0:1776192957.952067:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4f23d1d. 00080000:00000010:1.0:1776192957.952069:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000736f872a. 00080000:00000010:1.0:1776192957.952071:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c98b77f. 00080000:00000010:1.0:1776192957.952074:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e71c1174. 00080000:00000010:1.0:1776192957.952076:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d33afc18. 00080000:00000010:1.0:1776192957.952078:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d48d39f. 00080000:00000010:1.0:1776192957.952080:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002aedccef. 00080000:00000010:1.0:1776192957.952082:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f75baa8d. 00080000:00000010:1.0:1776192957.952084:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e70fdc9b. 00080000:00000010:1.0:1776192957.952086:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7263f65. 00080000:00000010:1.0:1776192957.952088:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ad68a0a. 00080000:00000010:1.0:1776192957.952091:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfdf2b14. 00080000:00000010:1.0:1776192957.952093:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092d7e3ee. 00080000:00000010:1.0:1776192957.952095:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043751614. 00080000:00000010:1.0:1776192957.952098:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097bf2a19. 00080000:00000010:1.0:1776192957.952099:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdd7825b. 00080000:00000010:1.0:1776192957.952101:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f2085f1. 00080000:00000010:1.0:1776192957.952103:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e641b99. 00080000:00000010:1.0:1776192957.952105:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a85ea26f. 00080000:00000010:1.0:1776192957.952108:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4e2154e. 00080000:00000010:1.0:1776192957.952110:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001341446b. 00080000:00000010:1.0:1776192957.952112:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000719ecaff. 00080000:00000010:1.0:1776192957.952114:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cc85e29. 00080000:00000010:1.0:1776192957.952116:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049dfdc48. 00080000:00000010:1.0:1776192957.952118:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041f14cc8. 00080000:00000010:1.0:1776192957.952120:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000324279da. 00080000:00000010:1.0:1776192957.952122:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c5b22ea. 00080000:00000010:1.0:1776192957.952125:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027ef89ce. 00080000:00000010:1.0:1776192957.952127:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c023579. 00080000:00000010:1.0:1776192957.952129:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e597766b. 00080000:00000010:1.0:1776192957.952131:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cee8cfb. 00080000:00000010:1.0:1776192957.952133:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d5fac3c. 00080000:00000010:1.0:1776192957.952135:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab2a4fd5. 00080000:00000010:1.0:1776192957.952137:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fd7d5ea. 00080000:00000010:1.0:1776192957.952139:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b435d6c9. 00080000:00000010:1.0:1776192957.952141:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1b5671e. 00080000:00000010:1.0:1776192957.952142:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f059c53d. 00080000:00000010:1.0:1776192957.952144:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3f2593e. 00080000:00000010:1.0:1776192957.952146:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d14f4eeb. 00080000:00000010:1.0:1776192957.952148:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4a459fc. 00080000:00000010:1.0:1776192957.952150:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000268ec76d. 00080000:00000010:1.0:1776192957.952187:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075cd53c6. 00080000:00000010:1.0:1776192957.952191:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdb4b888. 00080000:00000010:1.0:1776192957.952194:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090e4b747. 00080000:00000010:1.0:1776192957.952196:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000496375f8. 00080000:00000010:1.0:1776192957.952198:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000055da08. 00080000:00000010:1.0:1776192957.952201:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000543b8a95. 00080000:00000010:1.0:1776192957.952204:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076d78442. 00080000:00000010:1.0:1776192957.952207:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa6b8425. 00080000:00000010:1.0:1776192957.952210:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000769d5e0a. 00080000:00000010:1.0:1776192957.952212:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b6bd796. 00080000:00000010:1.0:1776192957.952215:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a5ccf2c. 00080000:00000010:1.0:1776192957.952217:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c24ce12. 00080000:00000010:1.0:1776192957.952230:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a7e1f03. 00080000:00000010:1.0:1776192957.952233:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007521ebed. 00080000:00000010:1.0:1776192957.952236:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ede1c939. 00080000:00000010:1.0:1776192957.952238:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ec1258e. 00010000:00000010:1.0:1776192957.960767:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7fcd203. 00010000:00000010:1.0:1776192957.960783:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046fde4b2. 00010000:00000010:1.0:1776192957.960856:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.0:1776192957.960863:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192957.960874:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000792d018e. 00000100:00000010:1.0:1776192957.960882:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192957.960892:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bae7b2b. 02000000:00000010:1.0:1776192957.960906:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3c53f72. 02000000:00000010:1.0:1776192957.960932:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a5ccf2c. 00000400:00000010:1.0:1776192957.960940:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d99dfd9. 00000400:00000010:1.0:1776192957.960945:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ef59f96. 00000100:00000200:1.0:1776192957.960951:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522240, portal 16 00000400:00000010:1.0:1776192957.960956:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192957.960957:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522240, offset 0 00000400:00000200:1.0:1776192957.960967:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.960981:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.960987:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.960991:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.960994:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.960997:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91467:91467:256:4294967295] 192.168.203.33@tcp LPNI seq info [91467:91467:8:4294967295] 00000400:00000200:1.0:1776192957.961019:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.961025:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.961030:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192957.961036:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.961042:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.961046:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192957.961665:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.961671:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192957.961676:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.961682:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.961687:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:3.0:1776192957.961689:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000100:00000200:3.0:1776192957.961707:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bae7b2b x1862471349522240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192957.965025:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.965045:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314f40 00000400:00000200:1.0:1776192957.965056:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3821 [1] + 224 00000400:00000200:1.0:1776192957.965073:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.965076:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.965085:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bae7b2b x1862471349522240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192957.965349:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008d99dfd9. 00000400:00000200:3.0:1776192957.965354:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ef59f96 00000400:00000010:3.0:1776192957.965356:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ef59f96. 00000100:00000200:3.0:1776192957.965362:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bae7b2b x1862471349522240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192957.965369:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bae7b2b x1862471349522240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192957.965400:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a5ccf2c. 02000000:00000010:3.0:1776192957.965407:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3c53f72. 00000100:00000010:3.0:1776192957.965412:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bae7b2b. 00000100:00000010:3.0:1776192957.965426:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:3.0:1776192957.965431:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000792d018e. 00010000:00000010:1.1:1776192957.969379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009c62695. 00010000:00000010:1.1:1776192957.969395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58acd9a. 00000400:00000200:1.0:1776192957.969621:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.969637:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d340 00000400:00000200:1.0:1776192957.969646:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2199 [2] + 328 00000400:00000200:1.0:1776192957.969706:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.969712:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.969718:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192957.969731:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c12bc15. 00000020:00000010:0.0:1776192957.969839:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007234ebbe. 00000020:00000010:0.0:1776192957.969846:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.969852:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.969876:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c12bc15 x1862471344640832/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192957.969912:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640832 02000000:00000010:0.0:1776192957.969921:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000627ea673. 00010000:00000010:0.0:1776192957.969945:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000948d09ad. 00010000:00000010:0.0:1776192957.969961:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192957.969967:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000491289ef. 00000100:00000010:0.0:1776192957.969986:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000491289ef. 00010000:00000010:0.0:1776192957.969989:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00000400:00000010:0.0:1776192957.970000:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192957.970005:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640832, offset 224 00000400:00000200:0.0:1776192957.970016:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.970025:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.970030:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91468:91468:256:4294967295] 192.168.203.33@tcp LPNI seq info [91468:91468:8:4294967295] 00000400:00000200:0.0:1776192957.970040:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.970044:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.970049:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192957.970054:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.970060:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.970064:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.970078:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.970081:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.970084:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007234ebbe. 00000800:00000200:3.0:1776192957.970253:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192957.970257:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:3.0:1776192957.970261:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192957.970265:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192957.970269:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:3.0:1776192957.970270:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00080000:00000010:1.0:1776192957.970477:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a5ccf2c. 00010000:00000010:1.0:1776192957.970561:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192957.970569:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013d9e3e0. 00010000:00000010:1.0:1776192957.970636:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192957.970641:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000325f92b6. 00010000:00000010:1.0:1776192957.970647:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.0:1776192957.970653:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00080000:00000010:1.0:1776192957.970665:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b6bd796. 00010000:00000010:1.0:1776192957.970694:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192957.970712:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000325f92b6. 00010000:00000010:1.0:1776192957.970936:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033bbb93f. 00010000:00000010:1.0:1776192957.970941:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192957.970948:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c42418d1. 00000100:00000010:1.0:1776192957.970953:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192957.970959:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c034f33d. 02000000:00000010:1.0:1776192957.970970:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000769d5e0a. 02000000:00000010:1.0:1776192957.970991:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6b8425. 00000400:00000010:1.0:1776192957.970997:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89d1c5a. 00000400:00000010:1.0:1776192957.971001:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192957.971006:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522304, portal 16 00000400:00000010:1.0:1776192957.971011:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000066f1a46. 00000100:00000200:1.0:1776192957.971090:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522304, offset 0 00000400:00000200:1.0:1776192957.971100:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192957.971109:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192957.971209:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192957.971553:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192957.971558:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192957.971562:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91469:91469:256:4294967295] 192.168.203.33@tcp LPNI seq info [91469:91469:8:4294967295] 00000400:00000200:1.0:1776192957.971572:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192957.971578:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192957.971582:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192957.971588:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192957.971595:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192957.971599:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.971998:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.972002:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:0.0:1776192957.972072:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.972078:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.972082:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:0.0:1776192957.972084:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000100:00000200:0.0:1776192957.972090:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c034f33d x1862471349522304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192957.978368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003189d2dc. 00010000:00000010:1.1:1776192957.978383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.1:1776192957.978388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192957.978390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 00010000:00000010:0.1:1776192957.978678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e2d2254. 00000400:00000200:1.0:1776192957.987262:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192957.987281:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314f80 00000400:00000200:1.0:1776192957.987290:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb382d [1] + 224 00000400:00000200:1.0:1776192957.987317:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192957.987322:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192957.987333:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c034f33d x1862471349522304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192957.987529:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89d1c5a. 00000400:00000200:2.0:1776192957.987533:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:2.0:1776192957.987535:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00000100:00000200:2.0:1776192957.987542:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c034f33d x1862471349522304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192957.987550:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c034f33d x1862471349522304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192957.987578:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6b8425. 02000000:00000010:2.0:1776192957.987584:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000769d5e0a. 00000100:00000010:2.0:1776192957.987589:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c034f33d. 00000100:00000010:2.0:1776192957.987592:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:2.0:1776192957.987596:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c42418d1. 00000400:00000200:0.0:1776192957.993933:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192957.993953:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d380 00000400:00000200:0.0:1776192957.993960:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2199 [2] + 656 00000400:00000200:0.0:1776192957.994029:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.994034:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192957.994040:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192957.994046:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 00000020:00000010:0.0:1776192957.994098:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007234ebbe. 00000020:00000010:0.0:1776192957.994104:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.994108:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192957.994134:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f769cfa x1862471344640896/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:385/0 lens 328/0 e 0 to 0 dl 1776193000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192957.994185:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640896 02000000:00000010:0.0:1776192957.994196:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9796c1. 00010000:00000010:0.0:1776192957.994223:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000393890bb. 00010000:00000010:0.0:1776192957.994242:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192957.994248:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000491289ef. 00000100:00000010:0.0:1776192957.994268:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000491289ef. 00010000:00000010:0.0:1776192957.994271:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00000400:00000010:0.0:1776192957.994283:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192957.994288:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640896, offset 224 00000400:00000200:0.0:1776192957.994295:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192957.994307:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192957.994312:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91470:91470:256:4294967295] 192.168.203.33@tcp LPNI seq info [91470:91470:8:4294967295] 00080000:00000010:2.0:1776192957.994319:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5ba688f. 00000400:00000200:0.0:1776192957.994325:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192957.994331:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192957.994335:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192957.994340:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192957.994346:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192957.994349:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192957.994364:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192957.994367:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:0.0:1776192957.994371:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007234ebbe. 00010000:00000010:2.0:1776192957.994410:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:2.0:1776192957.994419:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090f89c36. 00000800:00000200:0.0:1776192957.994432:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.994435:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192957.994439:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.994443:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.994446:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:0.0:1776192957.994449:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00010000:00000010:2.0:1776192957.994488:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6070126. 00010000:00000010:2.0:1776192957.994494:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4bfe11c. 00010000:00000010:2.0:1776192957.994504:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008b106eb3. 00000100:00000010:2.0:1776192957.994508:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192957.994516:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dac053d. 02000000:00000010:2.0:1776192957.994527:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064e2053d. 02000000:00000010:2.0:1776192957.994547:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098addaff. 00000400:00000010:2.0:1776192957.994552:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7cc284f. 00000400:00000010:2.0:1776192957.994557:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192957.994562:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522368, portal 16 00000400:00000010:2.0:1776192957.994565:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192957.994568:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522368, offset 0 00000400:00000200:2.0:1776192957.994573:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192957.994580:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192957.994587:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192957.994590:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192957.994593:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192957.994595:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91471:91471:256:4294967295] 192.168.203.33@tcp LPNI seq info [91471:91471:8:4294967295] 00000400:00000200:2.0:1776192957.994602:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192957.994606:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192957.994610:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192957.994614:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192957.994618:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192957.994620:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192957.996106:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192957.996111:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:0.0:1776192957.996117:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192957.996125:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192957.996128:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:0.0:1776192957.996130:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00000100:00000200:0.0:1776192957.996137:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004dac053d x1862471349522368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.001293:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.001315:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867314fc0 00000400:00000200:2.0:1776192958.001324:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3839 [1] + 224 00000400:00000200:2.0:1776192958.001337:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.001342:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.001352:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004dac053d x1862471349522368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.001382:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.001388:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d3c0 00000400:00000200:2.0:1776192958.001393:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2199 [2] + 984 00000400:00000200:2.0:1776192958.001402:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.001406:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.001410:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.001415:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 00000400:00000010:2.0:1776192958.001452:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7cc284f. 00000400:00000200:2.0:1776192958.001457:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:2.0:1776192958.001459:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000100:00000200:2.0:1776192958.001464:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004dac053d x1862471349522368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.001472:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004dac053d x1862471349522368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.001656:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098addaff. 02000000:00000010:2.0:1776192958.001663:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064e2053d. 00000100:00000010:2.0:1776192958.001668:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dac053d. 00000100:00000010:2.0:1776192958.001674:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192958.001679:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008b106eb3. 00000020:00000010:0.0:1776192958.002927:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055bdcf9f. 00000020:00000010:0.0:1776192958.002937:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192958.002942:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000219282fa. 00000100:00000200:0.0:1776192958.002973:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ff26bf8 x1862471344640960/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.003030:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344640960 02000000:00000010:0.0:1776192958.003041:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000969dce18. 00010000:00000010:0.0:1776192958.003078:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c691907. 00010000:00000010:0.0:1776192958.003101:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192958.003108:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000491289ef. 00000100:00000010:0.0:1776192958.003123:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000491289ef. 00010000:00000010:0.0:1776192958.003127:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00080000:00000010:0.0:1776192958.003884:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000117c7214. 00010000:00000010:0.0:1776192958.003970:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4bfe11c. 00010000:00000010:0.0:1776192958.003977:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a790cbbc. 00010000:00000010:0.0:1776192958.004041:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004711c128. 00010000:00000010:0.0:1776192958.004045:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3a202b1. 00010000:00000010:0.0:1776192958.004064:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000198ce68. 00000100:00000010:0.0:1776192958.004069:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000491289ef. 00000100:00000010:0.0:1776192958.004077:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192958.004088:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000489eafcb. 02000000:00000010:0.0:1776192958.004111:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a27cd64. 00000400:00000010:0.0:1776192958.004117:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e294a4c. 00000400:00000010:0.0:1776192958.004122:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192958.004129:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522432, portal 16 00000400:00000010:0.0:1776192958.004134:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192958.004136:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522432, offset 0 00000400:00000200:0.0:1776192958.004146:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.004188:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.004195:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.004198:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.004201:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.004206:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91472:91472:256:4294967295] 192.168.203.33@tcp LPNI seq info [91472:91472:8:4294967295] 00000400:00000200:0.0:1776192958.004225:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.004231:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.004236:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192958.004244:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.004250:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.004255:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.006137:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.006146:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192958.006428:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.006438:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.006444:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:0.0:1776192958.006446:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000100:00000200:0.0:1776192958.006455:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349522432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192958.008222:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007465e33a. 00000100:00000200:1.0:1776192958.008235:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344640960, offset 224 00000400:00000200:1.0:1776192958.008246:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.008782:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.008790:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91473:91473:256:4294967295] 192.168.203.33@tcp LPNI seq info [91473:91473:8:4294967295] 00000400:00000200:1.0:1776192958.008803:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.008810:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.008815:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192958.008822:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.008830:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.008834:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.008867:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:1.0:1776192958.008873:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000219282fa. 00000020:00000010:1.0:1776192958.008876:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055bdcf9f. 00000800:00000200:2.0:1776192958.009299:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.009304:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:2.0:1776192958.009309:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.009315:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.009319:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:2.0:1776192958.009321:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00000400:00000200:2.0:1776192958.011411:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.011431:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315000 00000400:00000200:2.0:1776192958.011441:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3841 [1] + 224 00000400:00000200:2.0:1776192958.011452:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.011456:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.011467:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349522432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.011513:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.011518:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d400 00000400:00000200:2.0:1776192958.011524:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2199 [2] + 1312 00000400:00000200:2.0:1776192958.011535:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.011538:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.011541:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.011548:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dac053d. 00000400:00000010:1.0:1776192958.011835:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e294a4c. 00000400:00000200:1.0:1776192958.011840:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:1.0:1776192958.011842:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00000100:00000200:1.0:1776192958.011848:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055a6bbce x1862471349522432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.011862:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055a6bbce x1862471349522432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.011890:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a27cd64. 02000000:00000010:1.0:1776192958.011898:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000489eafcb. 00000100:00000010:1.0:1776192958.011901:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 00000100:00000010:1.0:1776192958.011905:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000491289ef. 00010000:00000010:1.0:1776192958.011908:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000198ce68. 00000020:00000010:1.0:1776192958.011946:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076d78442. 00000020:00000010:1.0:1776192958.011952:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192958.011956:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be9760b8. 00000100:00000200:1.0:1776192958.011977:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004dac053d x1862471344641024/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.012008:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641024 02000000:00000010:1.0:1776192958.012017:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000543b8a95. 00010000:00000010:1.0:1776192958.012041:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f4be309. 00010000:00000010:1.0:1776192958.012057:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192958.012063:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.012072:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.012074:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00000400:00000010:0.0:1776192958.012972:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00080000:00000010:1.0:1776192958.013095:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000055da08. 00010000:00000010:1.0:1776192958.013200:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3a202b1. 00010000:00000010:1.0:1776192958.013208:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006268dcc4. 00010000:00000010:1.0:1776192958.013328:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.0:1776192958.013335:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052bb40e6. 00010000:00000010:1.0:1776192958.013350:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192958.013354:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.013361:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000462ac87. 02000000:00000010:1.0:1776192958.013373:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000769d5e0a. 02000000:00000010:1.0:1776192958.013396:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6b8425. 00000400:00000010:1.0:1776192958.013402:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0865440. 00000400:00000010:1.0:1776192958.013406:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192958.013412:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522496, portal 16 00000400:00000010:1.0:1776192958.013416:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192958.013418:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522496, offset 0 00000400:00000200:1.0:1776192958.013426:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.013440:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.013446:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.013450:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.013452:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.013455:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91474:91474:256:4294967295] 192.168.203.33@tcp LPNI seq info [91474:91474:8:4294967295] 00000400:00000200:1.0:1776192958.013464:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000100:00000200:0.0:1776192958.013492:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641024, offset 224 00000400:00000200:0.0:1776192958.013500:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.013508:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.013512:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91475:91475:255:4294967295] 192.168.203.33@tcp LPNI seq info [91475:91475:7:4294967295] 00000400:00000200:0.0:1776192958.013519:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.013524:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.013527:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192958.013533:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.013540:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.013544:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.013563:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000325f92b6. 00000020:00000010:0.0:1776192958.013568:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be9760b8. 00000020:00000010:0.0:1776192958.013571:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076d78442. 00000800:00000200:1.0:1776192958.013606:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.013611:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352394). 00000800:00000200:1.0:1776192958.013617:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.013621:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.013623:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.014659:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.014664:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:0.0:1776192958.014672:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.014678:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.014682:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:0.0:1776192958.014684:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00010000:00000010:2.1:1776192958.014902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000212d8617. 00010000:00000010:2.1:1776192958.014911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033bbb93f. 00010000:00000010:0.1:1776192958.015375:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004347087e. 00000800:00000200:0.0:1776192958.015497:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.015501:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:0.0:1776192958.015506:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.015511:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.015514:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:0.0:1776192958.015516:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:0.0:1776192958.015523:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000462ac87 x1862471349522496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.020018:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.020039:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315040 00000400:00000200:0.0:1776192958.020048:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb384d [1] + 224 00000400:00000200:0.0:1776192958.020061:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.020065:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.020076:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000462ac87 x1862471349522496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.020116:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.020122:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d440 00000400:00000200:0.0:1776192958.020126:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2199 [2] + 1640 00000400:00000200:0.0:1776192958.020200:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.020204:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.020208:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.020213:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 00000020:00000010:0.0:1776192958.020924:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9ed5ced. 00000020:00000010:0.0:1776192958.020932:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192958.020936:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.020960:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008f6f168 x1862471344641088/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192958.020986:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641088 02000000:00000010:0.0:1776192958.020996:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000831f5ec4. 00010000:00000010:0.0:1776192958.021045:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011b0f950. 00000100:00000010:0.0:1776192958.021053:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000491289ef. 00000100:00000010:0.0:1776192958.021060:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000491289ef. 00010000:00000010:0.0:1776192958.021064:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011b0f950. 00000400:00000010:0.0:1776192958.021078:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192958.021083:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641088, offset 224 00000400:00000200:0.0:1776192958.021090:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.021100:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.021106:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91476:91476:256:4294967295] 192.168.203.33@tcp LPNI seq info [91476:91476:8:4294967295] 00000400:00000200:0.0:1776192958.021115:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.021120:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.021124:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192958.021129:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.021136:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.021139:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.021193:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192958.021197:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.021200:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9ed5ced. 00000800:00000200:0.0:1776192958.021985:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.021990:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192958.021996:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.022002:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.022013:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:0.0:1776192958.022016:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000400:00000010:3.0:1776192958.022185:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0865440. 00000400:00000200:3.0:1776192958.022190:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:3.0:1776192958.022192:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:3.0:1776192958.022199:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000462ac87 x1862471349522496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.022209:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000462ac87 x1862471349522496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.022238:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5b4d4a2. 02000000:00000010:3.0:1776192958.022252:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6b8425. 02000000:00000010:3.0:1776192958.022257:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000769d5e0a. 00000100:00000010:3.0:1776192958.022261:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000462ac87. 00000100:00000010:3.0:1776192958.022264:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:3.0:1776192958.022267:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00080000:00000010:3.0:1776192958.022284:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb1753b5. 00010000:00000010:3.0:1776192958.022368:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052bb40e6. 00010000:00000010:3.0:1776192958.022374:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008079b42e. 00010000:00000010:3.0:1776192958.022674:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a517f1ec. 00010000:00000010:3.0:1776192958.022680:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcddf26f. 00010000:00000010:3.0:1776192958.022690:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c89b234. 00000100:00000010:3.0:1776192958.022694:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192958.022701:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192958.022712:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067b86ca5. 02000000:00000010:3.0:1776192958.022734:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb3f26e8. 00000400:00000010:3.0:1776192958.022738:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009edaebd1. 00000400:00000010:3.0:1776192958.022827:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192958.022833:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522560, portal 16 00000400:00000010:3.0:1776192958.022838:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192958.022840:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522560, offset 0 00000400:00000200:3.0:1776192958.022848:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.022858:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.022863:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.022867:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.022869:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.022872:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91477:91477:256:4294967295] 192.168.203.33@tcp LPNI seq info [91477:91477:8:4294967295] 00000400:00000200:3.0:1776192958.022881:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.022885:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.022888:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192958.022893:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.022898:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.022902:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.023076:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.023080:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192958.023084:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.023088:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.023091:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:0.0:1776192958.023092:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:0.0:1776192958.023096:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349522560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.025404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e7e8f71. 00010000:00000010:0.1:1776192958.025417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf588015. 00010000:00000010:0.1:1776192958.025421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00000400:00000200:0.0:1776192958.025450:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.025465:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315080 00000400:00000200:0.0:1776192958.025473:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb385d [1] + 224 00000400:00000200:0.0:1776192958.025484:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.025488:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.025496:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349522560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.025561:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.025567:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d480 00000400:00000200:0.0:1776192958.025572:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2199 [2] + 1968 00000400:00000010:0.0:1776192958.025575:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001cb5ed91. 00000400:00000200:0.0:1776192958.025579:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000049c25037 00000400:00000200:0.0:1776192958.025625:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.025629:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.025631:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049c25037 00000400:00000010:0.0:1776192958.025633:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000049c25037 (tot 82351746). 00000100:00000200:0.0:1776192958.025637:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192958.025682:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9ed5ced. 00000020:00000010:0.0:1776192958.025687:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192958.025692:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.025715:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a99363a x1862471344641152/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192958.025763:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641152 02000000:00000010:0.0:1776192958.025774:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8683da3. 00010000:00000010:0.0:1776192958.025807:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011b0f950. 00000100:00000010:0.0:1776192958.025813:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000491289ef. 00000100:00000010:0.0:1776192958.025819:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000491289ef. 00010000:00000010:0.0:1776192958.025822:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011b0f950. 00000400:00000010:0.0:1776192958.025833:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192958.025837:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641152, offset 224 00000400:00000200:0.0:1776192958.025844:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.025853:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.025857:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91478:91478:256:4294967295] 192.168.203.33@tcp LPNI seq info [91478:91478:8:4294967295] 00000400:00000200:0.0:1776192958.025867:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.025871:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.025875:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82351994). 00000800:00000200:0.0:1776192958.025880:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.025886:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.026096:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.026115:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192958.026119:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.026122:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9ed5ced. 02000000:00000010:0.0:1776192958.026132:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000831f5ec4. 00000100:00000010:0.0:1776192958.026135:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192958.026139:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000543b8a95. 00000100:00000010:0.0:1776192958.026141:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004dac053d. 02000000:00000010:0.0:1776192958.026145:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000969dce18. 00000100:00000010:0.0:1776192958.026147:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 02000000:00000010:0.0:1776192958.026150:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9796c1. 00000100:00000010:0.0:1776192958.026152:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.026190:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000627ea673. 00000100:00000010:0.0:1776192958.026192:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c12bc15. 02000000:00000010:0.0:1776192958.026196:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd2beb8f. 00000100:00000010:0.0:1776192958.026198:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000478bd001. 00000100:00000200:0.0:1776192958.026204:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192958.026209:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9cf0b6b. 00000400:00000010:0.0:1776192958.026212:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000491289ef (tot 82352146). 00000800:00000200:0.0:1776192958.026277:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.026280:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192958.026284:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.026289:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.026291:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:0.0:1776192958.026293:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 02000000:00000010:0.0:1776192958.026296:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8683da3. 00010000:00000010:1.1:1776192958.026517:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000af1b1e7. 00010000:00000010:1.1:1776192958.026523:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069f76729. 00010000:00000010:1.1:1776192958.026528:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004711c128. 00000400:00000010:3.0:1776192958.027544:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009edaebd1. 00000400:00000200:3.0:1776192958.027553:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:3.0:1776192958.027555:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000100:00000200:3.0:1776192958.027565:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349522560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.027576:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349522560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.027602:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fdcc5b2. 02000000:00000010:3.0:1776192958.027618:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb3f26e8. 02000000:00000010:3.0:1776192958.027624:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067b86ca5. 00000100:00000010:3.0:1776192958.027627:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:3.0:1776192958.027632:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192958.027634:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c89b234. 00080000:00000010:2.0:1776192958.027721:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000869fd80e. 00010000:00000010:2.0:1776192958.027997:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcddf26f. 00010000:00000010:2.0:1776192958.028005:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d8d16a9. 00010000:00000010:2.0:1776192958.028075:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa809807. 00010000:00000010:2.0:1776192958.028080:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b548811e. 00010000:00000010:2.0:1776192958.028085:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.0:1776192958.028091:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e4c7d76. 00080000:00000010:2.0:1776192958.028106:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064e2053d. 00010000:00000010:2.0:1776192958.029663:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e4c7d76. 00010000:00000010:2.0:1776192958.029679:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b548811e. 00010000:00000010:2.0:1776192958.030051:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.0:1776192958.030060:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e4c7d76. 00010000:00000010:2.0:1776192958.030075:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007849ca29. 00000100:00000010:2.0:1776192958.030083:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.030094:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 02000000:00000010:2.0:1776192958.030108:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098addaff. 00010000:00000010:3.1:1776192958.030352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de18f645. 00010000:00000010:3.1:1776192958.030359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000957dc3b9. 00010000:00000010:3.1:1776192958.030365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 02000000:00000010:2.0:1776192958.030436:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ff839b8. 00000400:00000010:2.0:1776192958.030444:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7cc284f. 00000400:00000010:2.0:1776192958.030889:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192958.030899:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522624, portal 16 00000400:00000010:2.0:1776192958.030905:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192958.030908:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522624, offset 0 00000400:00000200:2.0:1776192958.030918:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.030933:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.030940:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.030944:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.030948:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.030950:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91479:91479:256:4294967295] 192.168.203.33@tcp LPNI seq info [91479:91479:8:4294967295] 00000400:00000200:2.0:1776192958.030960:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.030965:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.030970:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192958.030976:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.030983:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.030987:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.031235:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.031240:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:0.0:1776192958.031245:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.031251:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.031255:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:0.0:1776192958.031257:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 00000100:00000200:0.0:1776192958.031264:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ff26bf8 x1862471349522624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.036271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000715d6d67. 00010000:00000010:2.1:1776192958.036528:0:78463:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000782f27bb. 00010000:00000010:2.1:1776192958.036535:0:78463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a517f1ec. 00000400:00000200:0.0:1776192958.038778:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.038796:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673150c0 00000400:00000200:0.0:1776192958.038804:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb386d [1] + 224 00000400:00000200:0.0:1776192958.038822:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.038828:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.038840:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ff26bf8 x1862471349522624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192958.038992:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7cc284f. 00000400:00000200:2.0:1776192958.038996:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:2.0:1776192958.038999:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000100:00000200:2.0:1776192958.039005:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ff26bf8 x1862471349522624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.039012:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ff26bf8 x1862471349522624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.039041:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ff839b8. 02000000:00000010:2.0:1776192958.039046:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098addaff. 00000100:00000010:2.0:1776192958.039062:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 00000100:00000010:2.0:1776192958.039067:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192958.039071:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007849ca29. 00010000:00000010:2.1:1776192958.042204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa809807. 00010000:00000010:2.1:1776192958.042218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00000400:00000200:0.0:1776192958.042397:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.042412:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d4c0 00000400:00000200:0.0:1776192958.042420:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb21e9 [2] + 0 00000400:00000200:0.0:1776192958.042479:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.042484:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.042490:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.042497:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 00000020:00000010:2.0:1776192958.043215:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ff839b8. 00000020:00000010:2.0:1776192958.043223:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000848cab1a. 00000020:00000010:2.0:1776192958.043227:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.043254:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f769cfa x1862471344641216/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192958.043287:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641216 02000000:00000010:2.0:1776192958.043298:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098addaff. 00010000:00000010:2.0:1776192958.043325:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003867b2ff. 00010000:00000010:2.0:1776192958.043345:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007849ca29. 00000100:00000010:2.0:1776192958.043351:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.043370:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192958.043374:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007849ca29. 00000400:00000010:2.0:1776192958.043387:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192958.043392:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641216, offset 224 00000400:00000200:2.0:1776192958.043400:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:1.0:1776192958.043400:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000543b8a95. 00000400:00000200:2.0:1776192958.043412:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.043419:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91480:91480:256:4294967295] 192.168.203.33@tcp LPNI seq info [91480:91480:8:4294967295] 00000400:00000200:2.0:1776192958.043428:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.043433:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.043437:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192958.043442:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.043448:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.043452:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.043474:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000848cab1a. 00000020:00000010:2.0:1776192958.043479:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00010000:00000010:1.0:1776192958.043485:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e4c7d76. 00000020:00000010:2.0:1776192958.043489:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ff839b8. 00010000:00000010:1.0:1776192958.043494:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bdf77bd. 00010000:00000010:1.0:1776192958.043576:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.0:1776192958.043582:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192958.043591:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d2dcfe0. 00000100:00000010:1.0:1776192958.043595:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.043601:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004008d3ff. 02000000:00000010:1.0:1776192958.043616:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000769d5e0a. 02000000:00000010:1.0:1776192958.043648:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6b8425. 00000400:00000010:1.0:1776192958.043653:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c373dcc. 00000400:00000010:1.0:1776192958.043659:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192958.043663:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522688, portal 16 00000400:00000010:1.0:1776192958.043668:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192958.043681:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522688, offset 0 00000400:00000200:1.0:1776192958.043688:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.043695:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.043703:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.043707:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.043710:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.043712:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91481:91481:255:4294967295] 192.168.203.33@tcp LPNI seq info [91481:91481:7:4294967295] 00000400:00000200:1.0:1776192958.043719:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.043724:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.043727:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352394). 00000800:00000200:1.0:1776192958.043731:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.043735:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.043737:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.043924:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.043928:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82352146). 00000400:00000200:3.0:1776192958.043931:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.043936:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.043940:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:3.0:1776192958.043942:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000800:00000200:3.0:1776192958.043983:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.043985:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:3.0:1776192958.043989:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.043992:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.043994:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:3.0:1776192958.043996:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:3.0:1776192958.044001:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004008d3ff x1862471349522688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.050212:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.050230:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315100 00000400:00000200:0.0:1776192958.050238:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3879 [1] + 224 00000400:00000200:0.0:1776192958.050249:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.050252:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.050263:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004008d3ff x1862471349522688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.050299:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.050304:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d500 00000400:00000200:0.0:1776192958.050309:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb21e9 [2] + 328 00000400:00000200:0.0:1776192958.050354:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.050358:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.050361:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.050366:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 00000020:00000010:0.0:1776192958.050413:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000627ea673. 00000020:00000010:0.0:1776192958.050419:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192958.050423:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.050446:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008f6f168 x1862471344641280/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192958.050470:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641280 02000000:00000010:0.0:1776192958.050480:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9796c1. 00010000:00000010:0.0:1776192958.050516:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011b0f950. 00000100:00000010:0.0:1776192958.050523:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026dbd7d8. 00000100:00000010:0.0:1776192958.050530:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026dbd7d8. 00010000:00000010:0.0:1776192958.050533:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011b0f950. 00000400:00000010:0.0:1776192958.050547:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192958.050553:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641280, offset 224 00000400:00000200:0.0:1776192958.050562:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.050575:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.050581:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91482:91482:256:4294967295] 192.168.203.33@tcp LPNI seq info [91482:91482:8:4294967295] 00000400:00000200:0.0:1776192958.050590:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.050595:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.050599:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192958.050604:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.050610:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.050615:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.050638:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192958.050642:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.050644:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000627ea673. 00000800:00000200:1.0:1776192958.050850:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.050855:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:1.0:1776192958.050860:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.050865:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.050868:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:1.0:1776192958.050870:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00010000:00000010:1.1:1776192958.051198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346ee8f4. 00010000:00000010:1.1:1776192958.051205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00000400:00000010:3.0:1776192958.052063:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c373dcc. 00000400:00000200:3.0:1776192958.052070:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:3.0:1776192958.052072:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:3.0:1776192958.052088:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004008d3ff x1862471349522688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.052097:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004008d3ff x1862471349522688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.052121:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005655defb. 02000000:00000010:3.0:1776192958.052134:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6b8425. 02000000:00000010:3.0:1776192958.052141:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000769d5e0a. 00000100:00000010:3.0:1776192958.052144:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004008d3ff. 00000100:00000010:3.0:1776192958.052148:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:3.0:1776192958.052151:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d2dcfe0. 00080000:00000010:3.0:1776192958.052591:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000291461f1. 00010000:00000010:3.0:1776192958.052679:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:3.0:1776192958.052688:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6205983. 00010000:00000010:3.0:1776192958.052879:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192958.052886:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192958.052899:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c89b234. 00000100:00000010:3.0:1776192958.052907:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192958.052916:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192958.052931:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c163c06a. 02000000:00000010:3.0:1776192958.052962:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c0cb412. 00000400:00000010:3.0:1776192958.052968:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009edaebd1. 00000400:00000010:3.0:1776192958.052974:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192958.052980:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522752, portal 16 00000400:00000010:3.0:1776192958.052985:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192958.052987:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522752, offset 0 00000400:00000200:3.0:1776192958.052995:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.053009:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.053016:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.053019:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.053022:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.053024:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91483:91483:256:4294967295] 192.168.203.33@tcp LPNI seq info [91483:91483:8:4294967295] 00000400:00000200:3.0:1776192958.053034:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.053038:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.053042:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192958.053048:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.053735:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.053740:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192958.055681:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a35d45f. 00000800:00000200:1.0:1776192958.062551:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.062559:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192958.062569:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.062577:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.062584:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:1.0:1776192958.062587:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000100:00000200:1.0:1776192958.062597:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349522752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.065150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a618d547. 00000400:00000200:3.0:1776192958.071319:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.071348:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315140 00000400:00000200:3.0:1776192958.071357:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3885 [1] + 224 00000400:00000200:3.0:1776192958.071368:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.071371:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.071381:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349522752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.071409:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.071414:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d540 00000400:00000200:3.0:1776192958.071418:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb21e9 [2] + 656 00000400:00000200:3.0:1776192958.071466:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.071470:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.071475:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.071481:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000400:00000010:1.0:1776192958.071745:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009edaebd1. 00000400:00000200:1.0:1776192958.071759:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:1.0:1776192958.071761:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000100:00000200:1.0:1776192958.071767:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349522752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.071774:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349522752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.071801:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c0cb412. 02000000:00000010:1.0:1776192958.071807:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c163c06a. 00000100:00000010:1.0:1776192958.071810:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:1.0:1776192958.071814:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:1.0:1776192958.071817:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c89b234. 00000020:00000010:2.0:1776192958.072364:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ee86db8. 00000020:00000010:2.0:1776192958.072375:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000848cab1a. 00000020:00000010:2.0:1776192958.072379:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.072523:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344641344/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192958.072556:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641344 02000000:00000010:2.0:1776192958.072567:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cdb4b888. 00010000:00000010:2.0:1776192958.072592:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002609e5c8. 00010000:00000010:2.0:1776192958.072611:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007849ca29. 00000100:00000010:2.0:1776192958.072617:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.072632:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192958.072635:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007849ca29. 00000400:00000010:2.0:1776192958.072646:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192958.072651:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641344, offset 224 00000400:00000200:2.0:1776192958.072659:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.072671:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.072677:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91484:91484:256:4294967295] 192.168.203.33@tcp LPNI seq info [91484:91484:8:4294967295] 00000400:00000200:2.0:1776192958.072687:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.072692:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.072696:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192958.072702:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.072709:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.072712:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.072727:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000848cab1a. 00000020:00000010:2.0:1776192958.072731:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.072740:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ee86db8. 00000800:00000200:1.0:1776192958.072856:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.072860:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:1.0:1776192958.072864:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.072868:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.072871:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:1.0:1776192958.072873:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00010000:00000010:3.1:1776192958.073325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3058843. 00010000:00000010:3.1:1776192958.073334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725a2df6. 00080000:00000010:3.0:1776192958.073373:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3057f82. 00010000:00000010:3.0:1776192958.073540:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192958.073548:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f39634da. 00010000:00000010:3.0:1776192958.073618:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004547952. 00010000:00000010:3.0:1776192958.073623:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8cf26fa. 00010000:00000010:3.0:1776192958.073634:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c86c2fe. 00000100:00000010:3.0:1776192958.073638:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192958.073647:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192958.073659:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000520306cb. 02000000:00000010:3.0:1776192958.073682:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bb48c99. 00000400:00000010:3.0:1776192958.073688:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007554fc4c. 00000400:00000010:3.0:1776192958.073693:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192958.073698:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522816, portal 16 00000400:00000010:3.0:1776192958.073702:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192958.073704:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522816, offset 0 00000400:00000200:3.0:1776192958.073712:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.073721:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.073728:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.073731:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.073734:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.073736:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91485:91485:256:4294967295] 192.168.203.33@tcp LPNI seq info [91485:91485:8:4294967295] 00000400:00000200:3.0:1776192958.073743:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.073747:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.073762:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192958.073767:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.073772:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.073775:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.073906:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.073909:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192958.073913:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.073917:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.073921:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:1.0:1776192958.073923:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000100:00000200:1.0:1776192958.073928:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349522816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1776192958.079892:0:66569:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 02000000:00000010:2.0:1776192958.079916:0:66569:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000079f4dcbe. 02000000:00000010:2.0:1776192958.079989:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d998127b. 00000400:00000010:2.0:1776192958.079996:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7cc284f. 00000400:00000010:2.0:1776192958.080003:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192958.080010:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862471349522880, portal 4 00000400:00000010:2.0:1776192958.080016:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192958.080018:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862471349522880, offset 0 00000400:00000200:2.0:1776192958.080026:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776192958.080039:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192958.080051:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de8673151c0 00000400:00000200:2.0:1776192958.080057:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x328cd [8] + 1568 00000400:00000200:2.0:1776192958.080065:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.080068:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192958.080074:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1776192958.080078:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004dac053d. 00000400:00000200:2.0:1776192958.080096:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:2.0:1776192958.080100:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000100:00000200:2.0:1776192958.080106:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ff26bf8 x1862471349522880/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192965 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:2.0:1776192958.080176:0:66458:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000268ec76d. 00000020:00000010:2.0:1776192958.080182:0:66458:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000848cab1a. 00000020:00000010:2.0:1776192958.080186:0:66458:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.080217:0:66458:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349522880 02000000:00000010:2.0:1776192958.080231:0:66458:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ccce9cf4. 00010000:00000200:2.0:1776192958.080254:0:66458:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000004dac053d x1862471349522880/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:349/0 lens 224/368 e 0 to 0 dl 1776192964 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1776192958.080268:0:66458:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192958.080270:0:66458:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862471349522880, offset 224 00000400:00000200:2.0:1776192958.080274:0:66458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776192958.080279:0:66458:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192958.080284:0:66458:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de8673151c0 00000400:00000200:2.0:1776192958.080288:0:66458:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb3899 [1] + 224 00000400:00000200:2.0:1776192958.080291:0:66458:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.080293:0:66458:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192958.080297:0:66458:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ff26bf8 x1862471349522880/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192965 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1776192958.080310:0:66458:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:2.0:1776192958.080311:0:66458:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000020:00000010:2.0:1776192958.080322:0:66458:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000848cab1a. 00000020:00000010:2.0:1776192958.080326:0:66458:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.080335:0:66458:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000268ec76d. 00000400:00000010:2.0:1776192958.080356:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7cc284f. 00000400:00000200:2.0:1776192958.080358:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:2.0:1776192958.080359:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00000100:00000200:2.0:1776192958.080362:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ff26bf8 x1862471349522880/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192965 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1776192958.080369:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ff26bf8 x1862471349522880/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192965 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:2.0:1776192958.080393:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d998127b. 02000000:00000010:2.0:1776192958.080397:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000079f4dcbe. 00000100:00000010:2.0:1776192958.080412:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 00000400:00000200:2.0:1776192958.083865:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.083884:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315180 00000400:00000200:2.0:1776192958.083892:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3891 [1] + 224 00000400:00000200:2.0:1776192958.083921:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.083925:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.083935:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349522816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192958.083973:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007554fc4c. 00000400:00000200:2.0:1776192958.083977:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:2.0:1776192958.083979:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000100:00000200:2.0:1776192958.083983:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349522816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.083990:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349522816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.084022:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bb48c99. 02000000:00000010:2.0:1776192958.084028:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000520306cb. 00000100:00000010:2.0:1776192958.084031:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:2.0:1776192958.084035:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:2.0:1776192958.084039:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c86c2fe. 00010000:00000010:2.1:1776192958.084902:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e6784db. 00000400:00000200:2.0:1776192958.084931:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.084942:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d580 00000400:00000200:2.0:1776192958.084949:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb21e9 [2] + 984 00000400:00000200:2.0:1776192958.085008:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.085012:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.085017:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.085021:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 00010000:00000010:3.1:1776192958.085594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000182ed4f2. 00010000:00000010:3.1:1776192958.085605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00000020:00000010:3.0:1776192958.085651:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c0cb412. 00000020:00000010:3.0:1776192958.085658:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.085662:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.085689:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ff26bf8 x1862471344641408/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192958.085721:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641408 02000000:00000010:3.0:1776192958.085731:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b9bafa6. 00010000:00000010:3.0:1776192958.085766:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000410f470a. 00010000:00000010:3.0:1776192958.085785:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.085791:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007afaa601. 00000100:00000010:3.0:1776192958.085800:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007afaa601. 00010000:00000010:3.0:1776192958.085803:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.085814:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192958.085819:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641408, offset 224 00000400:00000200:3.0:1776192958.085825:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.085836:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.085841:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91486:91486:256:4294967295] 192.168.203.33@tcp LPNI seq info [91486:91486:8:4294967295] 00000400:00000200:3.0:1776192958.085850:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.085855:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.085859:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192958.085864:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.085870:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.085874:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.085892:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.085896:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.085898:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c0cb412. 00080000:00000010:2.0:1776192958.086356:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000268ec76d. 00010000:00000010:2.0:1776192958.086452:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cf26fa. 00010000:00000010:2.0:1776192958.086458:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c8bc3fe. 00010000:00000010:2.0:1776192958.086518:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.0:1776192958.086523:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004213cc7c. 00010000:00000010:2.0:1776192958.086532:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007849ca29. 00000100:00000010:2.0:1776192958.086536:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.086542:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 02000000:00000010:2.0:1776192958.086552:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4a459fc. 02000000:00000010:2.0:1776192958.086572:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d14f4eeb. 00000400:00000010:2.0:1776192958.086577:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7cc284f. 00000400:00000010:2.0:1776192958.086581:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192958.086586:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349522944, portal 16 00000400:00000010:2.0:1776192958.086590:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192958.086592:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349522944, offset 0 00000400:00000200:2.0:1776192958.086598:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.086605:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.086611:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.086614:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.086617:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.086619:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91487:91487:255:4294967295] 192.168.203.33@tcp LPNI seq info [91487:91487:7:4294967295] 00000400:00000200:2.0:1776192958.086627:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.086631:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.086634:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352394). 00000800:00000200:2.0:1776192958.086638:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.086642:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.086645:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.086832:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.086836:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:3.0:1776192958.086839:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.086843:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.086847:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:3.0:1776192958.086849:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000800:00000200:3.0:1776192958.086896:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.086898:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:3.0:1776192958.086901:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.086904:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.086906:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:3.0:1776192958.086907:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000100:00000200:3.0:1776192958.086912:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c9b22b3 x1862471349522944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.092403:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.092423:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315200 00000400:00000200:2.0:1776192958.092432:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb38a9 [1] + 224 00000400:00000200:2.0:1776192958.092443:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.092448:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.092458:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c9b22b3 x1862471349522944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.092498:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.092503:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d5c0 00000400:00000200:2.0:1776192958.092507:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb21e9 [2] + 1312 00000400:00000200:2.0:1776192958.092516:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.092519:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.092523:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.092528:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000020:00000010:1.0:1776192958.092630:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076d78442. 00000020:00000010:1.0:1776192958.092637:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.092641:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.092664:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344641472/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:0.0:1776192958.092681:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7cc284f. 00000400:00000200:0.0:1776192958.092687:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:0.0:1776192958.092689:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00000100:00000200:0.0:1776192958.092695:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c9b22b3 x1862471349522944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.092702:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641472 00000100:00000200:0.0:1776192958.092702:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c9b22b3 x1862471349522944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.092713:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000769d5e0a. 02000000:00000010:0.0:1776192958.092726:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d14f4eeb. 02000000:00000010:0.0:1776192958.092731:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4a459fc. 00000100:00000010:0.0:1776192958.092734:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 00010000:00000010:1.0:1776192958.092736:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c4f7e96. 00010000:00000010:1.0:1776192958.092763:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a235884a. 00000100:00000010:1.0:1776192958.092769:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.092773:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.092776:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a235884a. 00000400:00000010:1.0:1776192958.092788:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192958.092792:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641472, offset 224 00000400:00000200:1.0:1776192958.092799:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.092809:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.092815:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91488:91488:256:4294967295] 192.168.203.33@tcp LPNI seq info [91488:91488:8:4294967295] 00000400:00000200:1.0:1776192958.092826:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.092830:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.092834:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192958.092840:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.092846:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.092850:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.092867:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000100:00000010:0.0:1776192958.092869:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00000020:00000010:1.0:1776192958.092871:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00010000:00000010:0.0:1776192958.092873:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007849ca29. 00000020:00000010:1.0:1776192958.092874:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076d78442. 00080000:00000010:0.0:1776192958.092888:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000969dce18. 00000800:00000200:1.0:1776192958.092966:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1776192958.092969:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004213cc7c. 00000800:00000010:1.0:1776192958.092970:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:1.0:1776192958.092974:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776192958.092975:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afaabf2e. 00000400:00000200:1.0:1776192958.092978:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.092981:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:1.0:1776192958.092982:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000001:00000010:0.0:1776192958.093118:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ee0f766d. 00000001:00000010:0.0:1776192958.093124:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ee0f766d. 00000001:00000010:0.0:1776192958.093127:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ee0f766d. 00000001:00000010:0.0:1776192958.093292:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ce8fc4b3. 00010000:00000010:0.0:1776192958.093325:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003233c329. 00010000:00000010:0.0:1776192958.093329:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000002eadf95. 00010000:00000010:0.0:1776192958.093334:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.0:1776192958.093339:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079c69ef3. 00080000:00000010:0.0:1776192958.093351:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000831f5ec4. 00010000:00000010:0.0:1776192958.093384:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079c69ef3. 00010000:00000010:0.0:1776192958.093388:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002eadf95. 00010000:00000010:0.0:1776192958.093440:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cea49f0. 00010000:00000010:0.0:1776192958.093444:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079c69ef3. 00010000:00000010:0.0:1776192958.093452:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcc76232. 00000100:00000010:0.0:1776192958.093455:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026dbd7d8. 00000100:00000010:0.0:1776192958.093462:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.093690:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9ed5ced. 02000000:00000010:0.0:1776192958.093712:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048f697cc. 00000400:00000010:0.0:1776192958.093717:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f34ac5. 00000400:00000010:0.0:1776192958.093721:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192958.093726:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523008, portal 16 00000400:00000010:0.0:1776192958.093730:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192958.093731:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523008, offset 0 00000400:00000200:0.0:1776192958.093979:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.093991:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.093997:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.094000:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.094003:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.094006:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91489:91489:256:4294967295] 192.168.203.33@tcp LPNI seq info [91489:91489:8:4294967295] 00000400:00000200:0.0:1776192958.094014:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.094018:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.094330:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192958.094337:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.094342:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.094345:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.094436:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.094439:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:0.0:1776192958.094444:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.094448:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.094451:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:0.0:1776192958.094453:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 00000100:00000200:0.0:1776192958.094458:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349523008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.098283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae4a9328. 00010000:00000010:2.1:1776192958.098296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00010000:00000010:1.1:1776192958.098353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21ff4f3. 00010000:00000010:3.1:1776192958.098397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000641f9635. 00010000:00000010:0.1:1776192958.101888:0:78469:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005d87329. 00010000:00000010:0.1:1776192958.101903:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:0.1:1776192958.101907:0:78469:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003233c329. 00010000:00000010:0.1:1776192958.101910:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00000400:00000200:2.0:1776192958.107918:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.107940:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315240 00000400:00000200:2.0:1776192958.107949:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb38b5 [1] + 224 00000400:00000200:2.0:1776192958.107960:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.107963:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.107974:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349523008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.108005:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.108010:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d600 00000400:00000200:2.0:1776192958.108014:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb21e9 [2] + 1640 00000400:00000200:2.0:1776192958.108022:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.108025:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.108028:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.108033:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 00000020:00000010:2.0:1776192958.108081:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000881d6ae0. 00000020:00000010:2.0:1776192958.108087:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b548811e. 00000020:00000010:2.0:1776192958.108091:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.108114:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003805fb90 x1862471344641536/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192958.108150:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641536 00000400:00000010:0.0:1776192958.108307:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057f34ac5. 00000400:00000200:0.0:1776192958.108313:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:0.0:1776192958.108315:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:0.0:1776192958.108321:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349523008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.108328:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349523008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.108354:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048f697cc. 02000000:00000010:0.0:1776192958.108360:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9ed5ced. 00000100:00000010:0.0:1776192958.108365:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192958.108371:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026dbd7d8. 00010000:00000010:0.0:1776192958.108374:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcc76232. 02000000:00000010:2.0:1776192958.109858:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a4628c5. 00010000:00000010:2.0:1776192958.109892:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa3632cc. 00010000:00000010:2.0:1776192958.109908:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008b106eb3. 00000100:00000010:2.0:1776192958.109914:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.109931:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.109934:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008b106eb3. 00000400:00000010:2.0:1776192958.109947:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192958.109952:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641536, offset 224 00000400:00000200:2.0:1776192958.109960:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.109974:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.109980:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91490:91490:256:4294967295] 192.168.203.33@tcp LPNI seq info [91490:91490:8:4294967295] 00000400:00000200:2.0:1776192958.109988:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.109993:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.109997:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192958.110003:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.110011:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.110014:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.110033:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b548811e. 00000020:00000010:2.0:1776192958.110038:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.110051:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000881d6ae0. 00080000:00000010:1.0:1776192958.110861:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076d78442. 00010000:00000010:1.0:1776192958.110954:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079c69ef3. 00010000:00000010:1.0:1776192958.110962:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb06183c. 00010000:00000010:1.0:1776192958.111032:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deb03e34. 00010000:00000010:1.0:1776192958.111039:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003205c423. 00010000:00000010:1.0:1776192958.111050:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a235884a. 00000100:00000010:1.0:1776192958.111057:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.111064:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e60202e1. 02000000:00000010:1.0:1776192958.111076:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa6b8425. 02000000:00000010:1.0:1776192958.111106:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ede1c939. 00000400:00000010:1.0:1776192958.111113:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ffed1460. 00000400:00000010:1.0:1776192958.111117:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192958.111122:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523072, portal 16 00000400:00000010:1.0:1776192958.111126:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192958.111128:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523072, offset 0 00000400:00000200:1.0:1776192958.111137:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.111148:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000800:00000200:2.0:1776192958.111381:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.111385:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:2.0:1776192958.111389:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.111394:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.111398:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:2.0:1776192958.111400:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 00000400:00000200:1.0:1776192958.111897:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.111902:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.111905:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.111908:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91491:91491:255:4294967295] 192.168.203.33@tcp LPNI seq info [91491:91491:7:4294967295] 00000400:00000200:1.0:1776192958.111917:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.111922:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.111927:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192958.111933:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.111940:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.111944:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.112328:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.112331:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:2.0:1776192958.112336:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.112340:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.112344:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:2.0:1776192958.112346:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:2.0:1776192958.112352:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e60202e1 x1862471349523072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.117635:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.117654:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315280 00000400:00000200:0.0:1776192958.120798:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb38c1 [1] + 224 00000400:00000200:1.0:1776192958.120984:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.120990:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.121001:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e60202e1 x1862471349523072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.121041:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.121054:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d640 00000400:00000200:1.0:1776192958.121059:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb21e9 [2] + 1968 00000400:00000010:1.0:1776192958.121063:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1855d41. 00000400:00000200:1.0:1776192958.121068:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000311ebf85 00000400:00000200:1.0:1776192958.121078:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.121080:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.121083:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000311ebf85 00000400:00000010:1.0:1776192958.121084:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000311ebf85 (tot 82351746). 00000100:00000200:1.0:1776192958.121090:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776192958.122034:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ffed1460. 00000400:00000200:0.0:1776192958.122042:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:0.0:1776192958.122043:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:0.0:1776192958.122052:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e60202e1 x1862471349523072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.122061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d818da. 00000100:00000200:0.0:1776192958.122062:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e60202e1 x1862471349523072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.122090:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ede1c939. 02000000:00000010:0.0:1776192958.122109:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa6b8425. 00000100:00000010:0.0:1776192958.122115:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e60202e1. 00000100:00000010:0.0:1776192958.122118:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:0.0:1776192958.122121:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a235884a. 00000020:00000010:3.0:1776192958.122498:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c0cb412. 00000020:00000010:3.0:1776192958.122506:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.122510:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.122533:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c68e6148 x1862471344641600/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192958.122559:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641600 02000000:00000010:3.0:1776192958.122569:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb3f26e8. 00010000:00000010:3.0:1776192958.122594:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8f0ad2b. 00010000:00000010:3.0:1776192958.122612:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.122618:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007afaa601. 00000100:00000010:3.0:1776192958.122626:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007afaa601. 00010000:00000010:3.0:1776192958.122628:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.122639:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192958.122644:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641600, offset 224 00000400:00000200:3.0:1776192958.122651:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.122663:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.122670:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91492:91492:256:4294967295] 192.168.203.33@tcp LPNI seq info [91492:91492:8:4294967295] 00000400:00000200:3.0:1776192958.122680:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.122685:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.122689:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82351994). 00000800:00000200:3.0:1776192958.122695:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.122701:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.122705:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.122722:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.122726:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.122729:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c0cb412. 02000000:00000010:3.0:1776192958.122736:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a4628c5. 00000100:00000010:3.0:1776192958.122738:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 02000000:00000010:3.0:1776192958.122742:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000769d5e0a. 00000100:00000010:3.0:1776192958.122745:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 02000000:00000010:3.0:1776192958.122747:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b9bafa6. 00000100:00000010:3.0:1776192958.122759:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 02000000:00000010:3.0:1776192958.122763:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cdb4b888. 00000100:00000010:3.0:1776192958.122766:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192958.122769:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9796c1. 00000100:00000010:3.0:1776192958.122772:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 02000000:00000010:3.0:1776192958.122775:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098addaff. 00000100:00000010:3.0:1776192958.122778:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000200:3.0:1776192958.122785:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192958.122790:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a9f7a17. 00000400:00000010:3.0:1776192958.122793:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007afaa601 (tot 82352146). 00000800:00000200:3.0:1776192958.122890:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.122894:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192958.122898:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.122902:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.122905:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:3.0:1776192958.122906:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 02000000:00000010:3.0:1776192958.122910:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb3f26e8. 00010000:00000010:1.1:1776192958.123258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ec23638. 00010000:00000010:1.1:1776192958.123265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cea49f0. 00080000:00000010:0.0:1776192958.124186:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9ed5ced. 00010000:00000010:0.0:1776192958.124299:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003205c423. 00010000:00000010:0.0:1776192958.124308:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000150bf762. 00010000:00000010:0.0:1776192958.124382:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.0:1776192958.124388:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.124399:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcc76232. 00000100:00000010:0.0:1776192958.124405:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026dbd7d8. 00000100:00000010:0.0:1776192958.124413:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.124427:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048f697cc. 02000000:00000010:0.0:1776192958.124454:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000627ea673. 00000400:00000010:0.0:1776192958.124460:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f34ac5. 00000400:00000010:0.0:1776192958.124465:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192958.124470:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523136, portal 16 00000400:00000010:0.0:1776192958.124475:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192958.124477:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523136, offset 0 00000400:00000200:0.0:1776192958.124485:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.124497:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.124504:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.124508:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.124510:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.124513:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91493:91493:256:4294967295] 192.168.203.33@tcp LPNI seq info [91493:91493:8:4294967295] 00000400:00000200:0.0:1776192958.124520:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.124525:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.124528:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192958.124533:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.124538:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.124541:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.125262:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.125267:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:2.0:1776192958.125273:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.125280:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.125284:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:2.0:1776192958.125285:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 00000100:00000200:2.0:1776192958.125292:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349523136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.129536:0:78461:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6aa2084. 00000400:00000200:0.0:1776192958.134907:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.134927:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673152c0 00000400:00000200:0.0:1776192958.134936:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb38d1 [1] + 224 00000400:00000200:0.0:1776192958.134947:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.134951:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.134960:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349523136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.134992:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.134997:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d680 00000400:00000200:0.0:1776192958.135002:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2241 [2] + 0 00000400:00000200:0.0:1776192958.135069:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.135073:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.135077:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.135083:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 00000400:00000010:2.0:1776192958.135093:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057f34ac5. 00000400:00000200:2.0:1776192958.135097:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:2.0:1776192958.135103:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:2.0:1776192958.135110:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349523136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.135117:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349523136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776192958.135245:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007521ebed. 00000020:00000010:1.0:1776192958.135253:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.135256:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.135281:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b20187c x1862471344641664/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192958.135308:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641664 02000000:00000010:1.0:1776192958.135318:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a7e1f03. 00010000:00000010:1.0:1776192958.135355:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6778f4b. 00000100:00000010:1.0:1776192958.135361:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.135367:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.135372:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6778f4b. 00000400:00000010:1.0:1776192958.135384:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00010000:00000010:2.0:1776192958.135831:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f11384b. 02000000:00000010:2.0:1776192958.135847:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000627ea673. 02000000:00000010:2.0:1776192958.135852:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048f697cc. 00000100:00000010:2.0:1776192958.135855:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:2.0:1776192958.135860:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026dbd7d8. 00010000:00000010:2.0:1776192958.135863:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcc76232. 00080000:00000010:2.0:1776192958.135878:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000881d6ae0. 00010000:00000010:2.0:1776192958.135962:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:2.0:1776192958.135967:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000644f223b. 00010000:00000010:2.0:1776192958.136034:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000dda0a5. 00010000:00000010:2.0:1776192958.136040:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019f41c75. 00010000:00000010:2.0:1776192958.136050:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008b106eb3. 00000100:00000010:2.0:1776192958.136053:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.136060:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192958.136069:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7bd03ac. 02000000:00000010:2.0:1776192958.136091:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df138ea6. 00000400:00000010:2.0:1776192958.136096:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9abf846. 00000400:00000010:2.0:1776192958.136100:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192958.136106:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523200, portal 16 00000400:00000010:2.0:1776192958.136110:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192958.136112:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523200, offset 0 00000400:00000200:2.0:1776192958.136120:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.137410:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.137421:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.137426:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.137430:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.137433:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91494:91494:256:4294967295] 192.168.203.33@tcp LPNI seq info [91494:91494:8:4294967295] 00000400:00000200:2.0:1776192958.137444:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.137451:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.137460:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192958.137469:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.137476:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.137481:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.137627:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.137630:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:2.0:1776192958.137634:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.137639:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.137644:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:2.0:1776192958.137646:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00000100:00000200:2.0:1776192958.137653:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349523200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.138133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f7658bc. 00010000:00000010:0.1:1776192958.138142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb03e34. 00000100:00000200:1.0:1776192958.138694:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641664, offset 224 00000400:00000200:1.0:1776192958.138706:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.138736:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.138833:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91495:91495:256:4294967295] 192.168.203.33@tcp LPNI seq info [91495:91495:8:4294967295] 00000400:00000200:1.0:1776192958.138843:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.138847:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.138852:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192958.138857:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.138862:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.138866:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.138898:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.138903:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.138908:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007521ebed. 00000800:00000200:2.0:1776192958.139587:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.139592:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:2.0:1776192958.139597:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.139603:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.139607:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:2.0:1776192958.139609:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000400:00000200:3.0:1776192958.139987:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.140000:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315300 00000400:00000200:3.0:1776192958.140007:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb38d9 [1] + 224 00000400:00000200:3.0:1776192958.140019:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.140022:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.140029:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349523200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192958.141247:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9abf846. 00000400:00000200:1.0:1776192958.141255:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:1.0:1776192958.141258:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 00000100:00000200:1.0:1776192958.141268:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349523200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.141277:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349523200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.141310:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df138ea6. 02000000:00000010:1.0:1776192958.141316:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7bd03ac. 00000100:00000010:1.0:1776192958.141320:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:1.0:1776192958.141325:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:1.0:1776192958.141329:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008b106eb3. 00010000:00000010:2.1:1776192958.141389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca63cef. 00010000:00000010:2.1:1776192958.141396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c3c6b02. 00010000:00000010:2.1:1776192958.141400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00000400:00000200:3.0:1776192958.144725:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.144744:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d6c0 00000400:00000200:3.0:1776192958.144763:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2241 [2] + 328 00000400:00000200:3.0:1776192958.144820:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.144826:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.144832:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.144838:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000020:00000010:1.0:1776192958.145450:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c24ce12. 00000020:00000010:1.0:1776192958.145459:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.145463:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.145491:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344641728/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192958.145559:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641728 02000000:00000010:1.0:1776192958.145569:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b51cec3. 00010000:00000010:1.0:1776192958.145597:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd690ba. 00010000:00000010:1.0:1776192958.145619:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6778f4b. 00000100:00000010:1.0:1776192958.145626:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.145646:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.145650:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6778f4b. 00000400:00000010:1.0:1776192958.145662:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192958.145667:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641728, offset 224 00000400:00000200:1.0:1776192958.145674:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.145685:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.145690:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91496:91496:256:4294967295] 192.168.203.33@tcp LPNI seq info [91496:91496:8:4294967295] 00000400:00000200:1.0:1776192958.145699:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.145704:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.145708:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192958.145713:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.145719:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.145722:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.145745:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.145759:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.145762:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c24ce12. 00080000:00000010:0.0:1776192958.145818:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a9796c1. 00000800:00000200:2.0:1776192958.146021:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.146025:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:2.0:1776192958.146028:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.146032:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.146036:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:2.0:1776192958.146038:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00010000:00000010:0.0:1776192958.146076:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41c75. 00010000:00000010:0.0:1776192958.146083:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090245517. 00010000:00000010:0.0:1776192958.146150:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031900170. 00010000:00000010:0.0:1776192958.146190:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.146201:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066f3d118. 00000100:00000010:0.0:1776192958.146206:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026dbd7d8. 00000100:00000010:0.0:1776192958.146212:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e47a715c. 02000000:00000010:0.0:1776192958.146222:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd2beb8f. 02000000:00000010:0.0:1776192958.146242:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8683da3. 00000400:00000010:0.0:1776192958.146247:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013fb5db2. 00000400:00000010:0.0:1776192958.146252:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192958.146256:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523264, portal 16 00000400:00000010:0.0:1776192958.146259:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192958.146261:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523264, offset 0 00000400:00000200:0.0:1776192958.146266:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.146274:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.146291:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.146294:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.146297:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.146300:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91497:91497:256:4294967295] 192.168.203.33@tcp LPNI seq info [91497:91497:8:4294967295] 00000400:00000200:0.0:1776192958.146307:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.146312:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.146316:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.146320:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.146324:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.146326:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.146383:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.146385:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:0.0:1776192958.146388:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.146391:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.146393:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:0.0:1776192958.146395:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000100:00000200:0.0:1776192958.146412:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e47a715c x1862471349523264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.156626:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.156646:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315340 00000400:00000200:1.0:1776192958.156655:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb38e9 [1] + 224 00000400:00000200:1.0:1776192958.156666:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.156671:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.156681:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e47a715c x1862471349523264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.156719:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.156725:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d700 00000400:00000200:1.0:1776192958.156729:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2241 [2] + 656 00000400:00000200:1.0:1776192958.156790:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.156794:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.156798:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192958.156804:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 00000020:00000010:1.0:1776192958.156849:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c24ce12. 00000020:00000010:1.0:1776192958.156855:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.156859:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.156882:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083f5869e x1862471344641792/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.156908:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641792 02000000:00000010:1.0:1776192958.156917:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ede1c939. 00010000:00000010:1.0:1776192958.156955:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6778f4b. 00000100:00000010:1.0:1776192958.156962:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.156968:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.156971:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6778f4b. 00000400:00000010:1.0:1776192958.156984:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.156988:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641792, offset 224 00000400:00000200:1.0:1776192958.156995:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.157005:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.157011:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91498:91498:256:4294967295] 192.168.203.33@tcp LPNI seq info [91498:91498:8:4294967295] 00000400:00000200:1.0:1776192958.157021:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.157025:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.157030:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192958.157035:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.157041:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.157044:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.157060:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.157065:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.157067:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c24ce12. 00000400:00000010:2.0:1776192958.157340:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013fb5db2. 00000400:00000200:2.0:1776192958.157345:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:2.0:1776192958.157347:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 00000100:00000200:2.0:1776192958.157352:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e47a715c x1862471349523264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.157360:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e47a715c x1862471349523264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192958.157381:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b3c5808. 02000000:00000010:2.0:1776192958.157409:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8683da3. 02000000:00000010:2.0:1776192958.157414:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd2beb8f. 00000100:00000010:2.0:1776192958.157417:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e47a715c. 00000100:00000010:2.0:1776192958.157420:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026dbd7d8. 00010000:00000010:2.0:1776192958.157423:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066f3d118. 00080000:00000010:2.0:1776192958.157438:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f59045a0. 00010000:00000010:2.0:1776192958.157517:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:2.0:1776192958.157523:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d75bcc8. 00010000:00000010:2.0:1776192958.157601:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3d9c1ab. 00010000:00000010:2.0:1776192958.157607:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b8311ec. 00010000:00000010:2.0:1776192958.157617:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000316ea555. 00000100:00000010:2.0:1776192958.157621:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192958.157626:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192958.157636:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cdb4b888. 02000000:00000010:2.0:1776192958.157657:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a4628c5. 00000400:00000010:2.0:1776192958.157661:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8d6da38. 00000400:00000010:2.0:1776192958.157665:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192958.157672:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523328, portal 16 00000400:00000010:2.0:1776192958.157678:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083a32d7a. 00000100:00000200:2.0:1776192958.157680:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523328, offset 0 00000400:00000200:2.0:1776192958.157685:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.157694:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.157700:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.157703:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.157706:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.157708:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91499:91499:255:4294967295] 192.168.203.33@tcp LPNI seq info [91499:91499:7:4294967295] 00000400:00000200:2.0:1776192958.157716:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.157720:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.157723:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352394). 00000800:00000200:2.0:1776192958.157727:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.157731:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.157734:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192958.159353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebc102c0. 00010000:00000010:0.1:1776192958.159365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dda0a5. 00000800:00000200:1.0:1776192958.160391:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.160396:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82352146). 00000400:00000200:1.0:1776192958.160473:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.160482:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.160488:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.160490:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000800:00000200:1.0:1776192958.160569:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.160572:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:1.0:1776192958.160575:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.160578:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.160580:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a32d7a 00000400:00000010:1.0:1776192958.160582:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083a32d7a. 00000100:00000200:1.0:1776192958.160589:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349523328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.162976:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.162992:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315380 00000400:00000200:3.0:1776192958.163000:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb38f5 [1] + 224 00000400:00000200:3.0:1776192958.163019:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.163023:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.163034:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349523328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.163064:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.163068:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d740 00000400:00000200:3.0:1776192958.163073:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2241 [2] + 984 00000400:00000200:3.0:1776192958.163110:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.163113:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.163116:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.163122:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000400:00000010:1.0:1776192958.166341:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8d6da38. 00000400:00000200:1.0:1776192958.166352:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:1.0:1776192958.166355:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00000100:00000200:1.0:1776192958.166369:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349523328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.166379:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349523328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.166408:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a4628c5. 02000000:00000010:1.0:1776192958.166414:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cdb4b888. 00000100:00000010:1.0:1776192958.166419:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:1.0:1776192958.166423:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:1.0:1776192958.166427:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000316ea555. 00000020:00000010:1.0:1776192958.166469:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c24ce12. 00000020:00000010:1.0:1776192958.166475:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.166479:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.166501:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344641856/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192958.166527:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641856 02000000:00000010:1.0:1776192958.166539:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018a17461. 00010000:00000010:1.0:1776192958.166564:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa567360. 00010000:00000010:1.0:1776192958.166584:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6778f4b. 00000100:00000010:1.0:1776192958.166589:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.166598:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.166601:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6778f4b. 00000400:00000010:1.0:1776192958.166612:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.166617:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641856, offset 224 00000400:00000200:1.0:1776192958.166624:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.166637:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.166644:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91500:91500:256:4294967295] 192.168.203.33@tcp LPNI seq info [91500:91500:8:4294967295] 00000400:00000200:1.0:1776192958.166654:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.166660:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.166664:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192958.166670:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.166677:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.166680:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.166698:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192958.166703:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.166706:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c24ce12. 00080000:00000010:1.0:1776192958.166728:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c24ce12. 00010000:00000010:1.0:1776192958.166823:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b8311ec. 00010000:00000010:1.0:1776192958.166830:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000265ab46c. 00010000:00000010:1.0:1776192958.166924:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0f8e8da. 00010000:00000010:1.0:1776192958.166930:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b42f9c14. 00010000:00000010:1.0:1776192958.166939:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6778f4b. 00000100:00000010:1.0:1776192958.166942:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.166948:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 02000000:00000010:1.0:1776192958.166957:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c023579. 02000000:00000010:1.0:1776192958.166978:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdd7825b. 00000400:00000010:1.0:1776192958.166982:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005fbaad67. 00000400:00000010:1.0:1776192958.166986:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192958.166990:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523392, portal 16 00000400:00000010:1.0:1776192958.166994:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192958.166995:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523392, offset 0 00000400:00000200:1.0:1776192958.167001:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.167008:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.167014:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.167017:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.167019:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.167022:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91501:91501:255:4294967295] 192.168.203.33@tcp LPNI seq info [91501:91501:7:4294967295] 00000400:00000200:1.0:1776192958.167028:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.167033:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.167036:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352394). 00000800:00000200:1.0:1776192958.167040:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.167044:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.167046:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.167096:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.167100:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82352146). 00000400:00000200:1.0:1776192958.167104:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.167108:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.167111:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.167112:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000800:00000200:1.0:1776192958.167469:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.167472:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:1.0:1776192958.167475:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.167479:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.167481:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:1.0:1776192958.167482:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:1.0:1776192958.167487:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd381e0d x1862471349523392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.168637:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b185599. 00010000:00000010:2.1:1776192958.168647:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a42d58f. 00010000:00000010:2.1:1776192958.168651:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031900170. 00000400:00000200:3.0:1776192958.171689:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.171709:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673153c0 00000400:00000200:3.0:1776192958.171718:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3901 [1] + 224 00000400:00000200:3.0:1776192958.171730:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.171734:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.171745:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd381e0d x1862471349523392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.171787:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.171792:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d780 00000400:00000200:3.0:1776192958.171797:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2241 [2] + 1312 00000400:00000200:3.0:1776192958.171848:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.171851:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.171855:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.171861:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:3.0:1776192958.171907:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b9bafa6. 00000020:00000010:3.0:1776192958.171913:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.171917:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.171940:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344641920/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192958.171966:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641920 02000000:00000010:3.0:1776192958.171976:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c0cb412. 00010000:00000010:3.0:1776192958.172018:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.172025:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192958.172031:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:3.0:1776192958.172034:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.172047:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192958.172051:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641920, offset 224 00000400:00000200:3.0:1776192958.172057:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.172066:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.172071:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91502:91502:256:4294967295] 192.168.203.33@tcp LPNI seq info [91502:91502:8:4294967295] 00000400:00000200:3.0:1776192958.172081:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.172086:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.172090:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192958.172095:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.172101:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.172104:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.172118:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.172121:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.172124:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b9bafa6. 00000400:00000010:2.0:1776192958.172303:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005fbaad67. 00000400:00000200:2.0:1776192958.172309:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:2.0:1776192958.172311:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000100:00000200:2.0:1776192958.172316:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd381e0d x1862471349523392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.172324:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd381e0d x1862471349523392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192958.172342:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de66fef8. 02000000:00000010:2.0:1776192958.172359:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdd7825b. 02000000:00000010:2.0:1776192958.172364:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c023579. 00000100:00000010:2.0:1776192958.172368:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 00000100:00000010:2.0:1776192958.172370:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:2.0:1776192958.172373:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6778f4b. 00080000:00000010:2.0:1776192958.172387:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7bd03ac. 00010000:00000010:2.0:1776192958.172468:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b42f9c14. 00010000:00000010:2.0:1776192958.172475:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049acb094. 00010000:00000010:2.0:1776192958.172549:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000dda0a5. 00010000:00000010:2.0:1776192958.172555:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008f0a4e54. 00010000:00000010:2.0:1776192958.172564:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000535ef299. 00000100:00000010:2.0:1776192958.172568:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192958.172574:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192958.172585:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003337962e. 02000000:00000010:2.0:1776192958.172606:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c01d8bb7. 00000400:00000010:2.0:1776192958.172610:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ec3208. 00000400:00000010:2.0:1776192958.172614:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00000100:00000200:2.0:1776192958.172619:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523456, portal 16 00000400:00000010:2.0:1776192958.172622:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192958.172623:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523456, offset 0 00000400:00000200:2.0:1776192958.172629:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.172636:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.172642:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.172645:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.172649:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.172651:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91503:91503:255:4294967295] 192.168.203.33@tcp LPNI seq info [91503:91503:7:4294967295] 00000400:00000200:2.0:1776192958.172658:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.172663:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.172666:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352394). 00000800:00000200:2.0:1776192958.172670:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.172674:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.172676:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.172825:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.172829:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:3.0:1776192958.172833:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.172837:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.172839:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:3.0:1776192958.172841:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000800:00000200:3.0:1776192958.172876:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.172878:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:3.0:1776192958.172881:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.172884:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.172886:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:3.0:1776192958.172887:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:3.0:1776192958.172891:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349523456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.172979:0:78472:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1c80ff8. 00000400:00000200:1.0:1776192958.179440:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.179463:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315400 00000400:00000200:1.0:1776192958.179471:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb390d [1] + 224 00000400:00000200:1.0:1776192958.179483:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.179487:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.179497:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349523456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.179529:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.179534:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d7c0 00000400:00000200:1.0:1776192958.179539:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2241 [2] + 1640 00000400:00000010:2.0:1776192958.180272:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ec3208. 00000400:00000200:2.0:1776192958.180355:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:2.0:1776192958.180359:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 00000100:00000200:2.0:1776192958.180370:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349523456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.180380:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349523456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.180468:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c01d8bb7. 02000000:00000010:2.0:1776192958.180476:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003337962e. 00000100:00000010:2.0:1776192958.180479:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:2.0:1776192958.180485:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192958.180488:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000535ef299. 00010000:00000010:1.1:1776192958.180554:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000765ba043. 00010000:00000010:1.1:1776192958.180561:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052972ae3. 00010000:00000010:1.1:1776192958.180565:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d9c1ab. 00000400:00000200:1.0:1776192958.180593:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.180599:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.180604:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192958.180609:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 00010000:00000010:2.1:1776192958.181637:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018fed2d8. 00010000:00000010:2.1:1776192958.181647:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8c1c995. 00010000:00000010:2.1:1776192958.181651:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0f8e8da. 00000020:00000010:2.0:1776192958.181682:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003337962e. 00000020:00000010:2.0:1776192958.181688:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b548811e. 00000020:00000010:2.0:1776192958.182412:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.182524:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e244c8e9 x1862471344641984/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192958.182604:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344641984 02000000:00000010:2.0:1776192958.182617:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c01d8bb7. 00010000:00000010:2.0:1776192958.182652:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000992a3932. 00010000:00000010:2.0:1776192958.182681:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000535ef299. 00000100:00000010:2.0:1776192958.182689:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192958.182717:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192958.182722:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000535ef299. 00000400:00000010:2.0:1776192958.182737:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00000100:00000200:2.0:1776192958.182759:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344641984, offset 224 00000400:00000200:2.0:1776192958.182768:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.182784:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00080000:00000010:1.0:1776192958.182791:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097bf2a19. 00000400:00000200:2.0:1776192958.182799:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91504:91504:256:4294967295] 192.168.203.33@tcp LPNI seq info [91504:91504:8:4294967295] 00000400:00000200:2.0:1776192958.182811:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.182817:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.182822:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192958.182831:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.182840:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.182843:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.182869:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b548811e. 00000020:00000010:2.0:1776192958.182874:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.182885:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003337962e. 00010000:00000010:1.0:1776192958.182890:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f0a4e54. 00010000:00000010:1.0:1776192958.182897:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051637320. 00010000:00000010:1.0:1776192958.182999:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192958.183006:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192958.183018:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ec05a36. 00000100:00000010:1.0:1776192958.183022:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.183029:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192958.183039:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e70fdc9b. 02000000:00000010:1.0:1776192958.183061:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d48d39f. 00000400:00000010:1.0:1776192958.183068:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002655552e. 00000400:00000010:1.0:1776192958.183072:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192958.183077:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523520, portal 16 00000400:00000010:1.0:1776192958.183082:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.183084:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523520, offset 0 00000400:00000200:1.0:1776192958.183089:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.183095:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.183103:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.183106:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.183109:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.183111:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91505:91505:255:4294967295] 192.168.203.33@tcp LPNI seq info [91505:91505:7:4294967295] 00000400:00000200:1.0:1776192958.183117:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.183121:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.183125:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352394). 00000800:00000200:1.0:1776192958.183128:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.183132:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.183134:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.183232:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.183235:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82352146). 00000400:00000200:1.0:1776192958.183239:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.183243:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.183247:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:1.0:1776192958.183249:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 00000800:00000200:1.0:1776192958.183519:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.183521:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:1.0:1776192958.183525:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.183529:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.183532:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.183533:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:1.0:1776192958.183538:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349523520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.187263:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.187486:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315440 00000400:00000200:3.0:1776192958.187496:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3919 [1] + 224 00000400:00000200:3.0:1776192958.187509:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.187512:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.187522:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349523520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.187550:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.187556:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d800 00000400:00000200:3.0:1776192958.187560:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2241 [2] + 1968 00000400:00000010:3.0:1776192958.187564:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192958.187568:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e5fd5aa6 00000400:00000200:3.0:1776192958.187839:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.187844:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.187848:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5fd5aa6 00000400:00000010:3.0:1776192958.187850:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e5fd5aa6 (tot 82351746). 00000100:00000200:3.0:1776192958.187855:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1776192958.187942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed3031cc. 00000020:00000010:2.0:1776192958.187979:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003337962e. 00000020:00000010:2.0:1776192958.187985:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b548811e. 00000020:00000010:2.0:1776192958.187989:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.188089:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000772b333d x1862471344642048/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192958.188119:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642048 02000000:00000010:2.0:1776192958.188130:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d14f4eeb. 00010000:00000010:2.0:1776192958.188263:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000535ef299. 00000100:00000010:2.0:1776192958.188270:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a23547c8. 00000100:00000010:2.0:1776192958.188276:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a23547c8. 00010000:00000010:2.0:1776192958.188356:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000535ef299. 00000400:00000010:2.0:1776192958.188372:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192958.188376:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642048, offset 224 00000400:00000200:2.0:1776192958.188384:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.188395:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.188400:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91506:91506:256:4294967295] 192.168.203.33@tcp LPNI seq info [91506:91506:8:4294967295] 00000400:00000200:2.0:1776192958.188526:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.188530:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.188535:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82351994). 00000800:00000200:2.0:1776192958.188541:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.188546:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.188549:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1776192958.188642:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002655552e. 00000400:00000200:1.0:1776192958.188646:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:1.0:1776192958.188648:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:1.0:1776192958.188653:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349523520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.188662:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349523520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192958.188682:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070d2f53e. 02000000:00000010:1.0:1776192958.188693:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d48d39f. 02000000:00000010:1.0:1776192958.188698:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e70fdc9b. 00000100:00000010:1.0:1776192958.188701:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:1.0:1776192958.188704:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.188708:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ec05a36. 00080000:00000010:1.0:1776192958.188722:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e70fdc9b. 00010000:00000010:1.0:1776192958.188806:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192958.188812:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000708b90ff. 00010000:00000010:1.0:1776192958.188880:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe42369. 00010000:00000010:1.0:1776192958.188885:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192958.188894:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ec05a36. 00000100:00000010:1.0:1776192958.188897:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.188903:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192958.188912:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d48d39f. 02000000:00000010:1.0:1776192958.188931:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eedcb343. 00000400:00000010:1.0:1776192958.188935:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002655552e. 00000400:00000010:1.0:1776192958.188939:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192958.188943:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523584, portal 16 00000400:00000010:1.0:1776192958.188946:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.188948:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523584, offset 0 00000400:00000200:1.0:1776192958.188953:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.188960:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.188966:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.188969:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.188972:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.188974:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91507:91507:255:4294967295] 192.168.203.33@tcp LPNI seq info [91507:91507:7:4294967295] 00000400:00000200:1.0:1776192958.188981:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.188985:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.188988:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352242). 00000800:00000200:1.0:1776192958.188991:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.188996:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.188998:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.189035:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b548811e. 00000020:00000010:2.0:1776192958.189041:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.189050:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003337962e. 02000000:00000010:2.0:1776192958.189058:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c01d8bb7. 00000100:00000010:2.0:1776192958.189061:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 02000000:00000010:2.0:1776192958.189064:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c0cb412. 00000100:00000010:2.0:1776192958.189066:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:2.0:1776192958.189069:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018a17461. 00000100:00000010:2.0:1776192958.189072:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:2.0:1776192958.189075:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ede1c939. 00000100:00000010:2.0:1776192958.189078:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 02000000:00000010:2.0:1776192958.189081:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b51cec3. 00000100:00000010:2.0:1776192958.189083:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:2.0:1776192958.189085:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a7e1f03. 00000100:00000010:2.0:1776192958.189088:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b20187c. 00000100:00000200:2.0:1776192958.189096:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192958.189099:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ec3208. 00000400:00000010:2.0:1776192958.189102:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a23547c8 (tot 82352394). 00000800:00000200:3.0:1776192958.189647:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.189651:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82352146). 00000400:00000200:3.0:1776192958.189656:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.189662:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.189666:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:3.0:1776192958.189667:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 02000000:00000010:3.0:1776192958.189672:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d14f4eeb. 00000800:00000200:3.0:1776192958.189996:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.189999:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:3.0:1776192958.190075:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.190080:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.190082:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:3.0:1776192958.190084:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:3.0:1776192958.190089:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349523584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.190305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e54778e3. 00010000:00000010:1.1:1776192958.190312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dda0a5. 00010000:00000010:1.1:1776192958.194197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f5eac07. 00010000:00000010:1.1:1776192958.194209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d3ec2ea. 00010000:00000010:1.1:1776192958.194213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00000020:00000010:0.0:1776192958.194442:0:78477:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000489eafcb. 00000020:00000010:0.0:1776192958.194448:0:78477:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a27cd64. 00000040:00000010:0.0:1776192958.194452:0:78477:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000055bdcf9f. 00000020:00000010:0.0:1776192958.194456:0:78477:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000be7ce575. 00000020:00000010:0.0:1776192958.194461:0:78477:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000065cada3e. 00000020:00000010:0.0:1776192958.194465:0:78477:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000bd2beb8f. 80000000:00000010:0.0:1776192958.194469:0:78477:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000051ca2c5d. 40000000:00000010:0.0:1776192958.194473:0:78477:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000004f3cb4fb. 00100000:00000010:0.0:1776192958.194478:0:78477:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000bc6f6826. 00040000:00000010:0.0:1776192958.194482:0:78477:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000720fdf4e. 00040000:00000010:0.0:1776192958.194486:0:78477:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b665f9d3. 00040000:00000010:0.0:1776192958.194489:0:78477:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000e8683da3. 00080000:00000010:0.0:1776192958.194493:0:78477:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 00000000537625cb. 00080000:00000010:0.0:1776192958.194498:0:78477:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008732f3e0. 00000004:00000010:0.0:1776192958.194505:0:78477:0:(mdd_device.c:2351:mdd_key_init()) kmalloced '(value)': 1856 at 00000000795ef1ef. 00000004:00000010:0.0:1776192958.194509:0:78477:0:(mdt_handler.c:7619:mdt_key_init()) kmalloced '(value)': 2352 at 00000000eaa1fa53. 00000004:00000010:0.0:1776192958.194513:0:78477:0:(lod_dev.c:2281:lod_key_init()) kmalloced '(value)': 1176 at 00000000361d8d0c. 00002000:00000010:0.0:1776192958.194517:0:78477:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000093ada281. 00000004:00000010:0.0:1776192958.194522:0:78477:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000058009898. 00000020:00000010:0.0:1776192958.194554:0:78477:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000007a27cd64. 00000040:00000010:0.0:1776192958.194559:0:78477:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000055bdcf9f. 00000020:00000010:0.0:1776192958.194562:0:78477:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000be7ce575. 00000020:00000010:0.0:1776192958.194566:0:78477:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 0000000065cada3e. 00000020:00000010:0.0:1776192958.194570:0:78477:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000bd2beb8f. 80000000:00000010:0.0:1776192958.194579:0:78477:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000051ca2c5d. 40000000:00000010:0.0:1776192958.194582:0:78477:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 000000004f3cb4fb. 00100000:00000010:0.0:1776192958.194586:0:78477:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000bc6f6826. 00040000:00000010:0.0:1776192958.194589:0:78477:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000720fdf4e. 00040000:00000010:0.0:1776192958.194592:0:78477:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000b665f9d3. 00040000:00000010:0.0:1776192958.194595:0:78477:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000e8683da3. 00080000:00000010:0.0:1776192958.194598:0:78477:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008732f3e0. 00080000:00000010:0.0:1776192958.194601:0:78477:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 00000000537625cb. 00000004:00000010:0.0:1776192958.194604:0:78477:0:(mdd_device.c:2363:mdd_key_fini()) kfreed 'info': 1856 at 00000000795ef1ef. 00000004:00000010:0.0:1776192958.194607:0:78477:0:(mdt_handler.c:7638:mdt_key_fini()) kfreed 'info': 2352 at 00000000eaa1fa53. 00000004:00000010:0.0:1776192958.194610:0:78477:0:(lod_dev.c:2311:lod_key_fini()) kfreed 'info': 1176 at 00000000361d8d0c. 00002000:00000010:0.0:1776192958.194613:0:78477:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 0000000093ada281. 00000004:00000010:0.0:1776192958.194616:0:78477:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 0000000058009898. 00000020:00000010:0.0:1776192958.194618:0:78477:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000489eafcb. 00000400:00000200:3.0:1776192958.195335:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.195356:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315480 00000400:00000200:3.0:1776192958.195363:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3925 [1] + 224 00000400:00000200:3.0:1776192958.195373:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.195376:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.195386:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349523584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.195419:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.195424:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d840 00000400:00000200:3.0:1776192958.195428:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2299 [2] + 0 00000400:00000200:3.0:1776192958.195436:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.195439:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.195443:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.195449:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000400:00000010:2.0:1776192958.195488:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002655552e. 00000400:00000200:2.0:1776192958.195493:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:2.0:1776192958.195495:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:2.0:1776192958.195501:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349523584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.195508:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349523584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.195539:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eedcb343. 02000000:00000010:2.0:1776192958.195545:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d48d39f. 00000100:00000010:2.0:1776192958.195548:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:2.0:1776192958.195552:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:2.0:1776192958.195555:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ec05a36. 00000020:00000010:0.0:1776192958.196221:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007234ebbe. 00000020:00000010:0.0:1776192958.196230:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192958.196235:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.196260:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344642112/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192958.196285:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642112 02000000:00000010:0.0:1776192958.196296:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000489eafcb. 00010000:00000010:0.0:1776192958.196325:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c39365cc. 00010000:00000010:0.0:1776192958.196343:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3cb4fb. 00000100:00000010:0.0:1776192958.196350:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026dbd7d8. 00000100:00000010:0.0:1776192958.196360:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026dbd7d8. 00010000:00000010:0.0:1776192958.196363:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3cb4fb. 00000400:00000010:0.0:1776192958.196374:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192958.196380:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642112, offset 224 00000400:00000200:0.0:1776192958.196387:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.196398:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.196404:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91508:91508:256:4294967295] 192.168.203.33@tcp LPNI seq info [91508:91508:8:4294967295] 00000400:00000200:0.0:1776192958.196413:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.196418:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.196422:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.196427:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.196433:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.196436:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.196452:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192958.196456:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.196459:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007234ebbe. 00080000:00000010:0.0:1776192958.196484:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007234ebbe. 00010000:00000010:0.0:1776192958.196564:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031049ff0. 00010000:00000010:0.0:1776192958.196571:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097d13f2e. 00010000:00000010:0.0:1776192958.196643:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026187545. 00010000:00000010:0.0:1776192958.196650:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006eeea9aa. 00010000:00000010:0.0:1776192958.196658:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3cb4fb. 00000100:00000010:0.0:1776192958.196662:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026dbd7d8. 00000100:00000010:0.0:1776192958.196667:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 02000000:00000010:0.0:1776192958.196677:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048f697cc. 02000000:00000010:0.0:1776192958.196697:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8683da3. 00000400:00000010:0.0:1776192958.196702:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013fb5db2. 00000400:00000010:0.0:1776192958.196706:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192958.196710:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523648, portal 16 00000400:00000010:0.0:1776192958.196713:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192958.196715:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523648, offset 0 00000400:00000200:0.0:1776192958.196720:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.196726:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.196732:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.196735:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.196738:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.196741:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91509:91509:255:4294967295] 192.168.203.33@tcp LPNI seq info [91509:91509:7:4294967295] 00000400:00000200:0.0:1776192958.197055:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.197063:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.197066:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192958.197071:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.197075:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.197078:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.197113:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.197117:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82352146). 00000400:00000200:0.0:1776192958.197120:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.197124:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.197128:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:0.0:1776192958.197130:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000800:00000200:0.0:1776192958.197390:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.197393:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:0.0:1776192958.197396:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.197400:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.197402:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:0.0:1776192958.197404:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000100:00000200:0.0:1776192958.197409:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e2007f5 x1862471349523648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.201827:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.201847:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673154c0 00000400:00000200:3.0:1776192958.201856:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3935 [1] + 224 00000400:00000200:3.0:1776192958.201870:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.201874:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.201884:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e2007f5 x1862471349523648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.202551:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013fb5db2. 00000400:00000200:0.0:1776192958.202557:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:0.0:1776192958.202559:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000100:00000200:0.0:1776192958.202567:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e2007f5 x1862471349523648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.202575:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e2007f5 x1862471349523648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.202611:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8683da3. 02000000:00000010:0.0:1776192958.202617:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048f697cc. 00000100:00000010:0.0:1776192958.202621:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 00000100:00000010:0.0:1776192958.202624:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026dbd7d8. 00010000:00000010:0.0:1776192958.202627:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3cb4fb. 00000400:00000200:3.0:1776192958.206522:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.206542:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d880 00000400:00000200:3.0:1776192958.206550:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2299 [2] + 328 00000400:00000200:3.0:1776192958.206575:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.206579:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.206585:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.206590:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00010000:00000010:0.1:1776192958.206662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a53355db. 00010000:00000010:0.1:1776192958.206669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005db282bb. 00010000:00000010:0.1:1776192958.206673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe42369. 00000020:00000010:0.0:1776192958.206713:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048f697cc. 00000020:00000010:0.0:1776192958.206719:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192958.206723:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.206764:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344642176/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.206799:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642176 02000000:00000010:0.0:1776192958.206810:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8683da3. 00010000:00000010:0.0:1776192958.206835:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032ca9d0e. 00010000:00000010:0.0:1776192958.206850:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f3cb4fb. 00000100:00000010:0.0:1776192958.206856:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026dbd7d8. 00000100:00000010:0.0:1776192958.206874:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026dbd7d8. 00010000:00000010:0.0:1776192958.206877:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f3cb4fb. 00000400:00000010:0.0:1776192958.206888:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192958.206893:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642176, offset 224 00000400:00000200:0.0:1776192958.206900:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.206910:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.206915:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91510:91510:256:4294967295] 192.168.203.33@tcp LPNI seq info [91510:91510:8:4294967295] 00000400:00000200:0.0:1776192958.206924:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.206929:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.206933:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192958.206939:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.206945:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.206948:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.206965:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192958.206969:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.206972:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048f697cc. 00000800:00000200:0.0:1776192958.207028:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.207032:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:0.0:1776192958.207035:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.207039:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.207042:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:0.0:1776192958.207044:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00080000:00000010:3.0:1776192958.209693:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb3f26e8. 00010000:00000010:3.0:1776192958.209807:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006eeea9aa. 00010000:00000010:3.0:1776192958.209816:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013a28a4a. 00010000:00000010:3.0:1776192958.209882:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b11305e. 00010000:00000010:3.0:1776192958.209885:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b1a5eb2f. 00010000:00000010:3.0:1776192958.209890:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192958.209895:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0b3fcca. 00080000:00000010:3.0:1776192958.209911:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b9bafa6. 00010000:00000010:3.0:1776192958.209935:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0b3fcca. 00010000:00000010:3.0:1776192958.209938:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1a5eb2f. 00010000:00000010:3.0:1776192958.209986:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.0:1776192958.209989:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0b3fcca. 00010000:00000010:3.0:1776192958.210014:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.210022:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192958.210031:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192958.210044:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad6529. 02000000:00000010:3.0:1776192958.210069:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c0cb412. 00000400:00000010:3.0:1776192958.210075:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192958.210081:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192958.210087:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523712, portal 16 00000400:00000010:3.0:1776192958.210093:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192958.210095:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523712, offset 0 00000400:00000200:3.0:1776192958.210103:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.210119:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.210138:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.210142:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.210145:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.210148:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91511:91511:256:4294967295] 192.168.203.33@tcp LPNI seq info [91511:91511:8:4294967295] 00000400:00000200:3.0:1776192958.210174:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.210181:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.210185:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192958.210191:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.210197:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.210200:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.210296:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.210299:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192958.210303:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.210308:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.210311:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:3.0:1776192958.210314:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:3.0:1776192958.210320:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349523712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.216305:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d7fc15f. 00010000:00000010:3.1:1776192958.219488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba202619. 00010000:00000010:3.1:1776192958.219501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00010000:00000010:3.1:1776192958.219506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b11305e. 00010000:00000010:3.1:1776192958.219522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00000400:00000200:3.0:1776192958.223985:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.224015:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315500 00000400:00000200:3.0:1776192958.224026:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3941 [1] + 224 00000400:00000200:3.0:1776192958.224038:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.224042:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.224061:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349523712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.224099:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.224104:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d8c0 00000400:00000200:3.0:1776192958.224109:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2299 [2] + 656 00000400:00000200:3.0:1776192958.224120:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.224123:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.224136:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.224143:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000400:00000010:0.0:1776192958.224212:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:0.0:1776192958.224218:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:0.0:1776192958.224220:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:0.0:1776192958.224227:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349523712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.224235:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349523712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.224266:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c0cb412. 02000000:00000010:0.0:1776192958.224273:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8ad6529. 00000100:00000010:0.0:1776192958.224277:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:0.0:1776192958.224280:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:0.0:1776192958.224283:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000020:00000010:1.0:1776192958.224303:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006662ec64. 00000020:00000010:1.0:1776192958.224310:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000436fc89. 00000020:00000010:1.0:1776192958.224314:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.224336:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344642240/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.224366:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642240 02000000:00000010:1.0:1776192958.224377:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b9214f4. 00010000:00000010:1.0:1776192958.224405:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3210faf. 00010000:00000010:1.0:1776192958.224425:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192958.224432:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.224447:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.224450:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000010:1.0:1776192958.224462:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192958.224466:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642240, offset 224 00000400:00000200:1.0:1776192958.224474:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.224485:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.224490:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91512:91512:256:4294967295] 192.168.203.33@tcp LPNI seq info [91512:91512:8:4294967295] 00000400:00000200:1.0:1776192958.224498:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00080000:00000010:3.0:1776192958.224500:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067b86ca5. 00000800:00000200:1.0:1776192958.224503:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.224506:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192958.224522:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.224527:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.224530:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.224547:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000436fc89. 00000020:00000010:1.0:1776192958.224552:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.224554:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006662ec64. 00010000:00000010:3.0:1776192958.224572:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0b3fcca. 00010000:00000010:3.0:1776192958.224578:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009743f23b. 00010000:00000010:3.0:1776192958.224655:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192958.224660:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0b3fcca. 00010000:00000010:3.0:1776192958.224670:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000179e56ed. 00000100:00000010:3.0:1776192958.224673:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192958.224679:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192958.224688:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c163c06a. 02000000:00000010:3.0:1776192958.224708:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000520306cb. 00000400:00000010:3.0:1776192958.224713:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192958.224717:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192958.224722:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523776, portal 16 00000400:00000010:3.0:1776192958.224726:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192958.224727:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523776, offset 0 00000400:00000200:3.0:1776192958.224732:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.224738:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.224744:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.224758:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.224761:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.224763:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91513:91513:255:4294967295] 192.168.203.33@tcp LPNI seq info [91513:91513:7:4294967295] 00000400:00000200:3.0:1776192958.224769:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.224773:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.224776:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192958.224780:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.225259:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.225265:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82352146). 00000400:00000200:0.0:1776192958.225270:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.225275:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.225278:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:0.0:1776192958.225280:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000800:00000200:3.0:1776192958.226442:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.226448:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.227653:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.227660:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192958.227667:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.227675:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.227681:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:0.0:1776192958.227684:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:0.0:1776192958.227693:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349523776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.232111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5cfe7a. 00010000:00000010:3.1:1776192958.234438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af50a1d9. 00010000:00000010:3.1:1776192958.234451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00000400:00000200:0.0:1776192958.242417:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.242436:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315540 00000400:00000200:0.0:1776192958.242446:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb394d [1] + 224 00000400:00000200:0.0:1776192958.242458:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.242463:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.242473:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349523776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.242525:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.242532:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d900 00000400:00000200:0.0:1776192958.242536:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2299 [2] + 984 00000400:00000200:0.0:1776192958.242547:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.242549:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.242552:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.242558:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000400:00000010:1.0:1776192958.243066:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:1.0:1776192958.243073:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:1.0:1776192958.243075:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:1.0:1776192958.243082:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349523776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.243091:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349523776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.243121:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000520306cb. 02000000:00000010:1.0:1776192958.243127:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c163c06a. 00000100:00000010:1.0:1776192958.243132:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:1.0:1776192958.243135:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:1.0:1776192958.243140:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000179e56ed. 00000020:00000010:2.0:1776192958.244337:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c01d8bb7. 00000020:00000010:2.0:1776192958.244348:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da4f1636. 00000020:00000010:2.0:1776192958.244352:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.244381:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344642304/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192958.244696:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642304 02000000:00000010:2.0:1776192958.244708:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007612aeae. 00010000:00000010:2.0:1776192958.244734:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b865db6b. 00010000:00000010:2.0:1776192958.244764:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000535ef299. 00000100:00000010:2.0:1776192958.244772:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.244791:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.244794:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000535ef299. 00000400:00000010:2.0:1776192958.244812:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192958.244819:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642304, offset 224 00000400:00000200:2.0:1776192958.244827:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.244842:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.244849:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91514:91514:256:4294967295] 192.168.203.33@tcp LPNI seq info [91514:91514:8:4294967295] 00080000:00000010:3.0:1776192958.244854:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bb48c99. 00000400:00000200:2.0:1776192958.244863:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.244870:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.244875:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192958.244883:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.244891:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.244895:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.244914:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da4f1636. 00000020:00000010:2.0:1776192958.244919:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.244929:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c01d8bb7. 00010000:00000010:3.0:1776192958.244943:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0b3fcca. 00010000:00000010:3.0:1776192958.244950:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fac340d. 00000800:00000200:0.0:1776192958.245018:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.245022:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:0.0:1776192958.245027:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.245032:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.245037:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:0.0:1776192958.245038:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00010000:00000010:3.0:1776192958.245136:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.0:1776192958.245142:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d0b3fcca. 00010000:00000010:3.0:1776192958.245465:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dabf2d2. 00000100:00000010:3.0:1776192958.245473:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192958.245482:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192958.245493:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad6529. 02000000:00000010:3.0:1776192958.245516:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c0cb412. 00000400:00000010:3.0:1776192958.245521:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c979b9. 00000400:00000010:3.0:1776192958.245526:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192958.245531:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523840, portal 16 00000400:00000010:3.0:1776192958.245535:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192958.245537:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523840, offset 0 00000400:00000200:3.0:1776192958.245543:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.245551:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.245558:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.245562:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.245565:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.245569:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91515:91515:256:4294967295] 192.168.203.33@tcp LPNI seq info [91515:91515:8:4294967295] 00000400:00000200:3.0:1776192958.245578:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.245582:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.245587:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192958.245591:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.245595:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.245597:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.246309:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.246314:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192958.246319:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.246324:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.246328:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:2.0:1776192958.246330:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:2.0:1776192958.246336:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349523840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.248658:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.248678:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315580 00000400:00000200:3.0:1776192958.248687:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3959 [1] + 224 00000400:00000200:3.0:1776192958.248698:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.248701:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.248720:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349523840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.248760:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.248765:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d940 00000400:00000200:3.0:1776192958.248769:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2299 [2] + 1312 00000400:00000200:3.0:1776192958.248791:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.248794:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.248798:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.248803:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000020:00000010:2.0:1776192958.249143:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c01d8bb7. 00000020:00000010:2.0:1776192958.249151:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da4f1636. 00000020:00000010:2.0:1776192958.249185:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.249212:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dd79861 x1862471344642368/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192958.249246:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642368 02000000:00000010:2.0:1776192958.249257:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab2a4fd5. 00010000:00000010:2.0:1776192958.249297:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000535ef299. 00000100:00000010:2.0:1776192958.249304:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.249310:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.249313:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000535ef299. 00000400:00000010:2.0:1776192958.249325:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192958.249330:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642368, offset 224 00000400:00000200:2.0:1776192958.249337:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.249348:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.249354:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91516:91516:256:4294967295] 192.168.203.33@tcp LPNI seq info [91516:91516:8:4294967295] 00000400:00000200:2.0:1776192958.249364:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.249370:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.249375:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192958.249380:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.249386:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.249390:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.249408:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da4f1636. 00000020:00000010:2.0:1776192958.249413:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.249422:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c01d8bb7. 00000800:00000200:2.0:1776192958.249497:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.249502:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:2.0:1776192958.249506:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.249510:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.249514:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192958.249517:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000400:00000010:1.0:1776192958.249609:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c979b9. 00000400:00000200:1.0:1776192958.249615:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:1.0:1776192958.249617:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:1.0:1776192958.249623:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349523840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.249632:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349523840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192958.249652:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c29bed9d. 02000000:00000010:1.0:1776192958.249665:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c0cb412. 02000000:00000010:1.0:1776192958.249670:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8ad6529. 00000100:00000010:1.0:1776192958.249674:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:1.0:1776192958.249678:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:1.0:1776192958.249681:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dabf2d2. 00080000:00000010:1.0:1776192958.249695:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006662ec64. 00010000:00000010:3.1:1776192958.250387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbab7cb. 00010000:00000010:3.1:1776192958.250394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00010000:00000010:1.0:1776192958.250430:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0b3fcca. 00010000:00000010:1.0:1776192958.250438:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fcaab508. 00010000:00000010:1.0:1776192958.250503:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192958.250521:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.250531:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192958.250536:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.250542:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192958.250551:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d48d39f. 02000000:00000010:1.0:1776192958.250573:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eedcb343. 00000400:00000010:1.0:1776192958.250578:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192958.250582:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192958.250586:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523904, portal 16 00000400:00000010:1.0:1776192958.250704:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192958.250708:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523904, offset 0 00000400:00000200:1.0:1776192958.250715:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.250725:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.250731:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.250734:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.250834:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.250838:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91517:91517:256:4294967295] 192.168.203.33@tcp LPNI seq info [91517:91517:8:4294967295] 00000400:00000200:1.0:1776192958.250847:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.250853:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.250857:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192958.250862:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.250868:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.250871:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.253886:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.253895:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:2.0:1776192958.253902:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.253910:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.253916:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:2.0:1776192958.253918:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:2.0:1776192958.253927:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349523904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.254982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056d4c300. 00010000:00000010:1.1:1776192958.257412:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060a3eb03. 00010000:00000010:1.1:1776192958.257426:0:78482:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000911866d5. 00010000:00000010:1.1:1776192958.257431:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00000400:00000200:3.0:1776192958.261210:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.261231:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673155c0 00000400:00000200:3.0:1776192958.261242:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3965 [1] + 224 00000400:00000200:3.0:1776192958.261255:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.261259:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.261272:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349523904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.261372:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.261379:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d980 00000400:00000200:3.0:1776192958.261385:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2299 [2] + 1640 00000400:00000200:3.0:1776192958.261397:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.261401:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.261404:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.261411:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:2.0:1776192958.261471:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c01d8bb7. 00000020:00000010:2.0:1776192958.261478:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.261483:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.261507:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344642432/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192958.261544:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642432 02000000:00000010:2.0:1776192958.261555:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003100162a. 00010000:00000010:2.0:1776192958.261600:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.261605:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000400:00000010:1.0:1776192958.261609:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000100:00000010:2.0:1776192958.261611:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00000400:00000200:1.0:1776192958.261615:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00010000:00000010:2.0:1776192958.261616:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000010:1.0:1776192958.261619:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:1.0:1776192958.261627:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349523904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192958.261629:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192958.261634:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642432, offset 224 00000100:00000200:1.0:1776192958.261638:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349523904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.261646:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.261659:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.261664:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91518:91518:256:4294967295] 192.168.203.33@tcp LPNI seq info [91518:91518:8:4294967295] 00010000:00000010:1.0:1776192958.261667:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c467fb6. 00000400:00000200:2.0:1776192958.261678:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 02000000:00000010:1.0:1776192958.261683:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eedcb343. 00000800:00000200:2.0:1776192958.261684:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.261690:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 02000000:00000010:1.0:1776192958.261691:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d48d39f. 00000100:00000010:1.0:1776192958.261696:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000800:00000200:2.0:1776192958.261697:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000100:00000010:1.0:1776192958.261702:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00000800:00000200:2.0:1776192958.261706:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00010000:00000010:1.0:1776192958.261706:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00000800:00000200:2.0:1776192958.261712:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192958.261723:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d48d39f. 00000020:00000010:2.0:1776192958.261731:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.261756:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.261767:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c01d8bb7. 00000800:00000200:2.0:1776192958.261863:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.261867:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:2.0:1776192958.261870:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.261873:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.261875:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192958.261877:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00010000:00000010:1.0:1776192958.262152:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.262184:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e6060e. 00010000:00000010:1.0:1776192958.262257:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192958.262264:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.262273:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192958.262277:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.262283:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192958.262294:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eedcb343. 02000000:00000010:1.0:1776192958.262315:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c023579. 00000400:00000010:1.0:1776192958.262398:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192958.262403:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192958.262408:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349523968, portal 16 00000400:00000010:1.0:1776192958.262411:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192958.262413:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349523968, offset 0 00000400:00000200:1.0:1776192958.262419:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.262426:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.262514:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.262519:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.262523:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.262525:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91519:91519:256:4294967295] 192.168.203.33@tcp LPNI seq info [91519:91519:8:4294967295] 00000400:00000200:1.0:1776192958.262533:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.262538:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.262542:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192958.262547:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.262552:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.262555:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.262720:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.262723:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:2.0:1776192958.262727:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.262731:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.262742:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:2.0:1776192958.262744:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:2.0:1776192958.262758:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349523968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.269483:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.269500:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315600 00000400:00000200:3.0:1776192958.269725:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3971 [1] + 224 00000400:00000200:3.0:1776192958.270671:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.270679:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.270690:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349523968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.270727:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.270736:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6d9c0 00000400:00000200:3.0:1776192958.270742:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2299 [2] + 1968 00000400:00000010:3.0:1776192958.270758:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d741c26. 00000400:00000200:3.0:1776192958.270762:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007cfc37d3 00000400:00000010:1.0:1776192958.270788:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:1.0:1776192958.270794:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:1.0:1776192958.270796:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:1.0:1776192958.270818:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349523968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.270826:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349523968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.270856:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c023579. 02000000:00000010:1.0:1776192958.270863:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eedcb343. 00000100:00000010:1.0:1776192958.270867:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192958.270871:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.270875:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00000400:00000200:3.0:1776192958.271536:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.271544:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.271548:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cfc37d3 00000400:00000010:3.0:1776192958.271550:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007cfc37d3 (tot 82351746). 00000100:00000200:3.0:1776192958.271555:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192958.271735:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055bdcf9f. 00000020:00000010:0.0:1776192958.271742:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.271755:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.271779:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004bdcc4c2 x1862471344642496/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192958.271833:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642496 02000000:00000010:0.0:1776192958.271843:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a27cd64. 00010000:00000010:0.0:1776192958.271865:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009269fa0d. 00010000:00000010:0.0:1776192958.271882:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007f834c4. 00000100:00000010:0.0:1776192958.271899:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026dbd7d8. 00000100:00000010:0.0:1776192958.271913:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026dbd7d8. 00010000:00000010:0.0:1776192958.271916:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007f834c4. 00000400:00000010:0.0:1776192958.271927:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192958.271931:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642496, offset 224 00000400:00000200:0.0:1776192958.271939:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.271950:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.271955:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91520:91520:256:4294967295] 192.168.203.33@tcp LPNI seq info [91520:91520:8:4294967295] 00000400:00000200:0.0:1776192958.271964:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.271968:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.271972:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82351994). 00000800:00000200:0.0:1776192958.271977:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.271984:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.271987:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.272014:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.272018:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.272021:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055bdcf9f. 02000000:00000010:0.0:1776192958.272029:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003100162a. 00000100:00000010:0.0:1776192958.272032:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:0.0:1776192958.272036:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab2a4fd5. 00000100:00000010:0.0:1776192958.272037:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 02000000:00000010:0.0:1776192958.272040:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007612aeae. 00000100:00000010:0.0:1776192958.272042:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 02000000:00000010:0.0:1776192958.272044:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b9214f4. 00000100:00000010:0.0:1776192958.272047:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:0.0:1776192958.272050:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8683da3. 00000100:00000010:0.0:1776192958.272052:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:0.0:1776192958.272054:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000489eafcb. 00000100:00000010:0.0:1776192958.272057:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000200:0.0:1776192958.272063:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192958.272067:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013fb5db2. 00000400:00000010:0.0:1776192958.272071:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000026dbd7d8 (tot 82352146). 00080000:00000010:1.0:1776192958.272133:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eedcb343. 00010000:00000010:1.0:1776192958.272221:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.272228:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8eb4a49. 00010000:00000010:1.0:1776192958.272288:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192958.272292:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192958.272296:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc4d64b0. 00010000:00000010:1.0:1776192958.272300:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00080000:00000010:1.0:1776192958.272309:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c023579. 00010000:00000010:1.0:1776192958.272348:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.272352:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192958.272407:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe42369. 00010000:00000010:1.0:1776192958.272411:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.272418:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192958.272422:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.272428:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192958.272439:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cdd7825b. 02000000:00000010:1.0:1776192958.272460:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b9214f4. 00000400:00000010:1.0:1776192958.272465:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192958.273291:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192958.273298:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524032, portal 16 00000400:00000010:1.0:1776192958.273303:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192958.273306:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524032, offset 0 00000400:00000200:1.0:1776192958.273314:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.273335:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.273342:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.273345:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.273348:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.273352:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91521:91521:255:4294967295] 192.168.203.33@tcp LPNI seq info [91521:91521:7:4294967295] 00000400:00000200:1.0:1776192958.273361:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.273366:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.273370:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352394). 00000800:00000200:1.0:1776192958.273374:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.273379:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.273382:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.273989:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.273994:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82352146). 00000400:00000200:0.0:1776192958.274073:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.274080:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.274086:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:0.0:1776192958.274088:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 02000000:00000010:0.0:1776192958.274094:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a27cd64. 00000800:00000200:0.0:1776192958.276711:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.276718:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:0.0:1776192958.276727:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.276736:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.276741:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:0.0:1776192958.276743:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:0.0:1776192958.276762:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349524032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.278334:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.278350:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315640 00000400:00000200:0.0:1776192958.278358:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3981 [1] + 224 00000400:00000200:0.0:1776192958.278369:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.278373:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.278382:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349524032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.278411:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.278416:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6da00 00000400:00000200:0.0:1776192958.278421:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb22f9 [2] + 0 00000400:00000200:0.0:1776192958.278476:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.278480:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.278483:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.278489:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000020:00000010:0.0:1776192958.278538:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a27cd64. 00000020:00000010:0.0:1776192958.278544:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.278548:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.278574:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344642560/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192958.278599:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642560 02000000:00000010:0.0:1776192958.278609:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000489eafcb. 00010000:00000010:0.0:1776192958.278647:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007f834c4. 00000100:00000010:0.0:1776192958.278654:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000425dc7f3. 00000100:00000010:0.0:1776192958.278661:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000425dc7f3. 00010000:00000010:0.0:1776192958.278665:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007f834c4. 00000400:00000010:0.0:1776192958.278680:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192958.278685:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642560, offset 224 00010000:00000010:1.1:1776192958.278855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c25597fd. 00000400:00000010:1.0:1776192958.278878:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:1.0:1776192958.278882:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:1.0:1776192958.278884:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:1.0:1776192958.278890:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349524032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.278899:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349524032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192958.278919:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017007f8f. 02000000:00000010:1.0:1776192958.278933:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b9214f4. 02000000:00000010:1.0:1776192958.278938:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cdd7825b. 00000100:00000010:1.0:1776192958.278941:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192958.278946:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.278948:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00080000:00000010:1.0:1776192958.278963:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdd7825b. 00010000:00000010:1.0:1776192958.279042:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.279049:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015052e33. 00010000:00000010:1.0:1776192958.279120:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0f8e8da. 00010000:00000010:1.0:1776192958.279126:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.279134:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192958.279137:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.279143:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192958.279173:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b9214f4. 02000000:00000010:1.0:1776192958.279196:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef87945. 00000400:00000010:1.0:1776192958.279200:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192958.279204:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192958.279209:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524096, portal 16 00000400:00000010:1.0:1776192958.279213:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192958.279214:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524096, offset 0 00000400:00000200:1.0:1776192958.279220:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.279231:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.279238:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.279241:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.279244:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.279247:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91522:91522:256:4294967295] 192.168.203.33@tcp LPNI seq info [91522:91522:8:4294967295] 00000400:00000200:1.0:1776192958.279256:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.279262:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.279266:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192958.279272:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.279278:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.279282:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.280052:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.280057:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192958.280062:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.280068:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.280073:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:3.0:1776192958.280075:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:3.0:1776192958.280080:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349524096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.280174:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.280184:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.280190:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91523:91523:256:4294967295] 192.168.203.33@tcp LPNI seq info [91523:91523:8:4294967295] 00000400:00000200:0.0:1776192958.280198:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.280202:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.280206:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192958.280211:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.280215:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.280218:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.280245:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.280249:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.280253:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a27cd64. 00000800:00000200:1.0:1776192958.280307:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.280311:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:1.0:1776192958.280327:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.280331:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.280335:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:1.0:1776192958.280336:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00010000:00000010:1.1:1776192958.283523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af584019. 00010000:00000010:1.1:1776192958.283538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00000400:00000200:0.0:1776192958.283800:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.283816:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315680 00000400:00000200:0.0:1776192958.283824:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb398d [1] + 224 00000400:00000200:0.0:1776192958.283835:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.283839:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.283848:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349524096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.284007:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.284013:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6da40 00000400:00000200:0.0:1776192958.284018:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb22f9 [2] + 328 00000400:00000200:0.0:1776192958.284066:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.284069:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.284074:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.284079:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 00000020:00000010:3.0:1776192958.284172:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000520306cb. 00000020:00000010:3.0:1776192958.284181:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.284186:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.284214:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e61ef9f1 x1862471344642624/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192958.284246:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642624 02000000:00000010:3.0:1776192958.284257:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8ad6529. 00010000:00000010:3.0:1776192958.284310:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043a4d037. 00000100:00000010:3.0:1776192958.284318:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192958.284325:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192958.284328:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043a4d037. 00000400:00000010:3.0:1776192958.284341:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192958.284347:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642624, offset 224 00000400:00000200:3.0:1776192958.284355:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.284376:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.284382:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91524:91524:256:4294967295] 192.168.203.33@tcp LPNI seq info [91524:91524:8:4294967295] 00000400:00000200:3.0:1776192958.284392:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.284397:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.284402:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192958.284407:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.284413:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.284416:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.284434:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.284438:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.284441:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000520306cb. 00000800:00000200:3.0:1776192958.284497:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.284500:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:3.0:1776192958.284503:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.284507:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.284510:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192958.284512:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000400:00000010:1.0:1776192958.284983:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:1.0:1776192958.284988:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:1.0:1776192958.284989:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:1.0:1776192958.284996:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349524096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.285004:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349524096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192958.285026:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007e10031. 02000000:00000010:1.0:1776192958.285040:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef87945. 02000000:00000010:1.0:1776192958.285045:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b9214f4. 00000100:00000010:1.0:1776192958.285049:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192958.285053:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.285057:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00080000:00000010:1.0:1776192958.285072:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ef87945. 00010000:00000010:1.0:1776192958.285184:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.285192:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047d3befb. 00010000:00000010:1.0:1776192958.285265:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192958.285270:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.285280:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192958.285283:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.285290:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192958.285301:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee010214. 02000000:00000010:1.0:1776192958.285322:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d62ac9f0. 00000400:00000010:1.0:1776192958.285326:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192958.285330:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192958.285334:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524160, portal 16 00000400:00000010:1.0:1776192958.285338:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192958.285340:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524160, offset 0 00000400:00000200:1.0:1776192958.285346:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.285353:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.285361:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.285365:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.285367:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.285369:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91525:91525:256:4294967295] 192.168.203.33@tcp LPNI seq info [91525:91525:8:4294967295] 00000400:00000200:1.0:1776192958.285376:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.285380:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.285384:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192958.285388:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.285393:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.285397:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.285602:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.285605:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:2.0:1776192958.285609:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.285613:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.285616:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:2.0:1776192958.285617:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:2.0:1776192958.285622:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349524160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.285956:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0d15d0c. 00010000:00000010:1.1:1776192958.286267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c888d5c3. 00010000:00000010:1.1:1776192958.286272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.1:1776192958.286276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192958.286279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4d64b0. 00010000:00000010:1.1:1776192958.286282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008883e380. 00010000:00000010:1.1:1776192958.286285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052ca8606. 00010000:00000010:1.1:1776192958.286289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe42369. 00010000:00000010:1.1:1776192958.296878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000592da65f. 00010000:00000010:1.1:1776192958.296891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041185dbc. 00010000:00000010:1.1:1776192958.296895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0f8e8da. 00000400:00000200:0.0:1776192958.310213:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.310231:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673156c0 00000400:00000200:0.0:1776192958.310240:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3999 [1] + 224 00000400:00000200:0.0:1776192958.310252:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.310256:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.310267:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349524160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.310295:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.310300:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6da80 00000400:00000200:0.0:1776192958.310304:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb22f9 [2] + 656 00000400:00000200:0.0:1776192958.310363:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.310367:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.310371:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.310376:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 00000020:00000010:0.0:1776192958.310434:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a27cd64. 00000020:00000010:0.0:1776192958.310440:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.310445:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.310470:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000018a69e7 x1862471344642688/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.310502:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642688 02000000:00000010:0.0:1776192958.310511:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000055bdcf9f. 00010000:00000010:0.0:1776192958.310550:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.310558:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000425dc7f3. 00000100:00000010:0.0:1776192958.310565:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000425dc7f3. 00010000:00000010:0.0:1776192958.310568:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.310581:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192958.310585:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642688, offset 224 00000400:00000200:0.0:1776192958.310592:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.310603:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.310608:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91526:91526:256:4294967295] 192.168.203.33@tcp LPNI seq info [91526:91526:8:4294967295] 00000400:00000200:0.0:1776192958.310618:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.310623:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.310627:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.310632:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.310644:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.310647:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.310664:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.310667:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.310670:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a27cd64. 00000800:00000200:0.0:1776192958.310760:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.310764:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:0.0:1776192958.310768:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.310772:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.310775:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:0.0:1776192958.310777:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000400:00000010:1.0:1776192958.311323:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:1.0:1776192958.311327:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:1.0:1776192958.311329:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:1.0:1776192958.311336:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349524160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.311344:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349524160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192958.311366:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b17169a6. 02000000:00000010:1.0:1776192958.311380:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d62ac9f0. 02000000:00000010:1.0:1776192958.311385:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee010214. 00000100:00000010:1.0:1776192958.311389:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192958.311392:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.311395:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00080000:00000010:1.0:1776192958.311412:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee010214. 00010000:00000010:1.0:1776192958.311490:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.311497:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082ea00e0. 00010000:00000010:1.0:1776192958.311566:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0f8e8da. 00010000:00000010:1.0:1776192958.311572:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192958.311581:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192958.311586:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.311592:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192958.311601:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d62ac9f0. 02000000:00000010:1.0:1776192958.311624:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001af4ce40. 00000400:00000010:1.0:1776192958.311628:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192958.311631:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192958.311636:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524224, portal 16 00000400:00000010:1.0:1776192958.311639:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192958.311641:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524224, offset 0 00000400:00000200:1.0:1776192958.311647:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.311654:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.311660:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.311663:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.311666:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.311668:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91527:91527:256:4294967295] 192.168.203.33@tcp LPNI seq info [91527:91527:8:4294967295] 00000400:00000200:1.0:1776192958.311675:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.311679:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.311682:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192958.311700:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.311706:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.311708:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.312222:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.312226:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:0.0:1776192958.312231:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.312236:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.312240:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:0.0:1776192958.312241:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:0.0:1776192958.312246:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349524224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.318511:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.318532:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315700 00000400:00000200:0.0:1776192958.318542:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb39a5 [1] + 224 00000400:00000200:0.0:1776192958.318554:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.318559:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.318570:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349524224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.318607:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.318612:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dac0 00000400:00000200:0.0:1776192958.318617:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb22f9 [2] + 984 00000400:00000200:0.0:1776192958.318626:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.318629:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.318632:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.318638:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 00000020:00000010:2.0:1776192958.318719:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a459fc. 00000020:00000010:2.0:1776192958.318725:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036a8b67c. 00000020:00000010:2.0:1776192958.318729:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.318763:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a35642c x1862471344642752/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192958.318802:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642752 02000000:00000010:2.0:1776192958.318812:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d14f4eeb. 00010000:00000010:2.0:1776192958.318852:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.318859:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.318865:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.318868:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000010:2.0:1776192958.318881:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192958.318886:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642752, offset 224 00000400:00000200:2.0:1776192958.318894:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.318904:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.318910:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91528:91528:256:4294967295] 192.168.203.33@tcp LPNI seq info [91528:91528:8:4294967295] 00000400:00000200:2.0:1776192958.318919:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.318924:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.318928:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192958.318933:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.318939:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.318943:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.318961:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036a8b67c. 00000020:00000010:2.0:1776192958.318966:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.318976:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a459fc. 00000800:00000200:2.0:1776192958.319058:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.319062:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:2.0:1776192958.319065:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.319068:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.319071:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192958.319073:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000400:00000010:3.0:1776192958.319122:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00010000:00000010:1.1:1776192958.319181:0:78487:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b51d44. 00010000:00000010:1.1:1776192958.319187:0:78487:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8b43338. 00010000:00000010:1.1:1776192958.319191:0:78487:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00000400:00000200:3.0:1776192958.319282:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:3.0:1776192958.319284:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:3.0:1776192958.319289:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349524224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.319298:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349524224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.319317:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb1f7c3d. 02000000:00000010:3.0:1776192958.319329:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001af4ce40. 02000000:00000010:3.0:1776192958.319334:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d62ac9f0. 00000100:00000010:3.0:1776192958.319338:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:3.0:1776192958.319342:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:3.0:1776192958.319345:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00080000:00000010:3.0:1776192958.319359:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000520306cb. 00010000:00000010:3.0:1776192958.319436:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:3.0:1776192958.319442:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b94882d7. 00010000:00000010:3.0:1776192958.319505:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192958.319509:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192958.319518:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f590e04. 00000100:00000010:3.0:1776192958.319522:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192958.319528:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192958.319538:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098addaff. 02000000:00000010:3.0:1776192958.319557:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091825530. 00000400:00000010:3.0:1776192958.319561:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d741c26. 00000400:00000010:3.0:1776192958.319564:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192958.319568:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524288, portal 16 00000400:00000010:3.0:1776192958.319571:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192958.319574:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524288, offset 0 00000400:00000200:3.0:1776192958.319579:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.319585:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.319591:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.319594:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.319596:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.319599:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91529:91529:256:4294967295] 192.168.203.33@tcp LPNI seq info [91529:91529:8:4294967295] 00000400:00000200:3.0:1776192958.319606:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.319610:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.319613:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192958.319617:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.319621:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.319624:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.320668:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.320673:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:2.0:1776192958.320679:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.320685:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.320689:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:2.0:1776192958.320690:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:2.0:1776192958.320697:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349524288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.327863:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.327881:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315740 00000400:00000200:0.0:1776192958.327890:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb39b1 [1] + 224 00000400:00000200:0.0:1776192958.327902:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.327907:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.327917:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349524288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.327953:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.327958:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6db00 00000400:00000200:0.0:1776192958.327962:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb22f9 [2] + 1312 00000400:00000200:0.0:1776192958.328008:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.328012:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.328016:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.328022:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 00000020:00000010:0.0:1776192958.328066:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a27cd64. 00000020:00000010:0.0:1776192958.328072:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.328076:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.328102:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b20187c x1862471344642816/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192958.328129:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642816 02000000:00000010:0.0:1776192958.328140:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000627ea673. 00010000:00000010:0.0:1776192958.328199:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.328206:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000425dc7f3. 00000100:00000010:0.0:1776192958.328211:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000425dc7f3. 00010000:00000010:0.0:1776192958.328214:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.328227:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192958.328231:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642816, offset 224 00000400:00000200:0.0:1776192958.328238:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.328247:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.328252:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91530:91530:256:4294967295] 192.168.203.33@tcp LPNI seq info [91530:91530:8:4294967295] 00000400:00000200:0.0:1776192958.328261:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.328266:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.328270:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.328275:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.328282:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.328285:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.328302:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.328305:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.328308:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a27cd64. 00000800:00000200:0.0:1776192958.328367:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.328371:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:0.0:1776192958.328375:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.328378:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.328381:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:0.0:1776192958.328383:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000400:00000010:3.0:1776192958.328456:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d741c26. 00000400:00000200:3.0:1776192958.328462:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192958.328463:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192958.328469:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349524288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.328478:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349524288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.328499:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d19d070. 02000000:00000010:3.0:1776192958.328510:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091825530. 02000000:00000010:3.0:1776192958.328515:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098addaff. 00000100:00000010:3.0:1776192958.328519:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:3.0:1776192958.328522:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192958.328524:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f590e04. 00080000:00000010:3.0:1776192958.328538:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091825530. 00010000:00000010:3.0:1776192958.328614:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192958.328620:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b6036db. 00010000:00000010:3.0:1776192958.328690:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b11305e. 00010000:00000010:3.0:1776192958.328695:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b1a5eb2f. 00010000:00000010:3.0:1776192958.328700:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4dab44d. 00010000:00000010:3.0:1776192958.328704:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00080000:00000010:3.0:1776192958.328716:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3c53f72. 00010000:00000010:3.0:1776192958.328742:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192958.328756:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1a5eb2f. 00010000:00000010:3.0:1776192958.328809:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192958.328813:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192958.328820:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f590e04. 00000100:00000010:3.0:1776192958.328824:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192958.328830:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192958.328840:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098addaff. 02000000:00000010:3.0:1776192958.328863:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c8b9e89. 00000400:00000010:3.0:1776192958.328867:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d741c26. 00000400:00000010:3.0:1776192958.328870:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192958.328874:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524352, portal 16 00000400:00000010:3.0:1776192958.328878:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192958.328880:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524352, offset 0 00000400:00000200:3.0:1776192958.328885:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.328892:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.328899:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.328902:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.328904:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.328907:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91531:91531:256:4294967295] 192.168.203.33@tcp LPNI seq info [91531:91531:8:4294967295] 00000400:00000200:3.0:1776192958.328914:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.328918:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.328921:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192958.328925:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.328929:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.328931:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.329021:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.329024:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192958.329028:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.329031:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.329034:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:0.0:1776192958.329036:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:0.0:1776192958.329040:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349524352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.330626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095b2a9cd. 00010000:00000010:3.1:1776192958.330636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bec5797. 00010000:00000010:3.1:1776192958.330641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0f8e8da. 00000400:00000200:0.0:1776192958.345335:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.345353:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315780 00000400:00000200:0.0:1776192958.345362:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb39bd [1] + 224 00000400:00000200:0.0:1776192958.345374:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.345378:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.345389:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349524352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.345413:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.345418:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6db40 00000400:00000200:0.0:1776192958.345422:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb22f9 [2] + 1640 00000400:00000200:0.0:1776192958.345430:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.345432:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.345435:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.345440:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e47a715c. 00000020:00000010:0.0:1776192958.345480:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a27cd64. 00000020:00000010:0.0:1776192958.345487:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.345491:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.345515:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e47a715c x1862471344642880/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192958.345539:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642880 02000000:00000010:0.0:1776192958.345548:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051e660e3. 00010000:00000010:0.0:1776192958.345584:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.345590:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000425dc7f3. 00000100:00000010:0.0:1776192958.345597:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000425dc7f3. 00010000:00000010:0.0:1776192958.345600:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.345613:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192958.345618:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642880, offset 224 00000400:00000200:0.0:1776192958.345624:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.345634:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.345640:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91532:91532:256:4294967295] 192.168.203.33@tcp LPNI seq info [91532:91532:8:4294967295] 00000400:00000200:0.0:1776192958.345649:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.345653:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.345657:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.345662:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.345668:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.345672:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.345687:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.345691:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.345693:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a27cd64. 00000800:00000200:0.0:1776192958.345789:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.345792:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:0.0:1776192958.345796:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.345800:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00010000:00000010:3.1:1776192958.346072:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acb27cbd. 00010000:00000010:3.1:1776192958.346077:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003220bd6a. 00010000:00000010:3.1:1776192958.346082:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.1:1776192958.346085:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b11305e. 00010000:00000010:3.1:1776192958.346088:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4dab44d. 00000400:00000200:0.0:1776192958.346123:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:0.0:1776192958.346125:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000400:00000010:3.0:1776192958.350282:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d741c26. 00000400:00000200:3.0:1776192958.350292:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192958.350294:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192958.350309:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349524352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.350320:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349524352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.350351:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057980e29. 02000000:00000010:3.0:1776192958.350365:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c8b9e89. 02000000:00000010:3.0:1776192958.350370:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098addaff. 00000100:00000010:3.0:1776192958.350373:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:3.0:1776192958.350376:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192958.350380:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f590e04. 00080000:00000010:3.0:1776192958.350936:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c8b9e89. 00010000:00000010:3.0:1776192958.351046:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192958.351054:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006df60fb3. 00010000:00000010:3.0:1776192958.351122:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4dab44d. 00010000:00000010:3.0:1776192958.351129:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192958.351141:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f590e04. 00000100:00000010:3.0:1776192958.351147:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192958.351173:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192958.351186:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8b25348. 02000000:00000010:3.0:1776192958.351210:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e965f5c1. 00000400:00000010:3.0:1776192958.351215:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d741c26. 00000400:00000010:3.0:1776192958.351221:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192958.351227:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524416, portal 16 00000400:00000010:3.0:1776192958.351231:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192958.351234:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524416, offset 0 00000400:00000200:3.0:1776192958.351242:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.351256:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.351263:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.351266:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.351270:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.351274:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91533:91533:256:4294967295] 192.168.203.33@tcp LPNI seq info [91533:91533:8:4294967295] 00000400:00000200:3.0:1776192958.351284:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.351289:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.351294:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192958.351300:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.351306:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.351310:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.351602:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.351606:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192958.351611:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.351616:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.351620:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:2.0:1776192958.351622:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:2.0:1776192958.351627:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349524416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.353784:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.353802:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673157c0 00000400:00000200:0.0:1776192958.353811:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb39c9 [1] + 224 00000400:00000200:0.0:1776192958.353821:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.353825:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.353833:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349524416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.353867:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.353872:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6db80 00000400:00000200:0.0:1776192958.353877:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb22f9 [2] + 1968 00000400:00000010:0.0:1776192958.353881:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000587cfd71. 00000400:00000200:0.0:1776192958.353884:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dc6ce256 00000400:00000200:0.0:1776192958.353957:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.353961:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.353965:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc6ce256 00000400:00000010:0.0:1776192958.353967:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dc6ce256 (tot 82351746). 00000100:00000200:0.0:1776192958.353972:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192958.354021:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a27cd64. 00000020:00000010:0.0:1776192958.354027:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.354032:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.354054:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000131151f3 x1862471344642944/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.354079:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344642944 02000000:00000010:0.0:1776192958.354089:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8683da3. 00010000:00000010:0.0:1776192958.354122:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.354128:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000425dc7f3. 00000100:00000010:0.0:1776192958.354134:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000425dc7f3. 00010000:00000010:0.0:1776192958.354137:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.354149:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192958.354174:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344642944, offset 224 00000400:00000200:0.0:1776192958.354181:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.354190:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.354195:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91534:91534:256:4294967295] 192.168.203.33@tcp LPNI seq info [91534:91534:8:4294967295] 00000400:00000200:0.0:1776192958.354205:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.354209:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.354213:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82351994). 00000800:00000200:0.0:1776192958.354218:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.354224:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.354227:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.354242:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.354245:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.354248:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a27cd64. 02000000:00000010:0.0:1776192958.354257:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051e660e3. 00000100:00000010:0.0:1776192958.354261:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e47a715c. 02000000:00000010:0.0:1776192958.354265:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000627ea673. 00000100:00000010:0.0:1776192958.354267:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b20187c. 02000000:00000010:0.0:1776192958.354270:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d14f4eeb. 00000100:00000010:0.0:1776192958.354272:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.354274:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000055bdcf9f. 00000100:00000010:0.0:1776192958.354276:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192958.354280:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8ad6529. 00000100:00000010:0.0:1776192958.354282:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e61ef9f1. 02000000:00000010:0.0:1776192958.354285:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000489eafcb. 00000100:00000010:0.0:1776192958.354286:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 00000100:00000200:0.0:1776192958.354291:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192958.354295:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057f34ac5. 00000400:00000010:0.0:1776192958.354298:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000425dc7f3 (tot 82352146). 00000800:00000200:0.0:1776192958.354343:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.354346:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:0.0:1776192958.354350:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.354353:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.354356:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:0.0:1776192958.354357:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 02000000:00000010:0.0:1776192958.354360:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8683da3. 00000400:00000010:3.0:1776192958.357451:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d741c26. 00000400:00000200:3.0:1776192958.357460:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192958.357462:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192958.357474:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349524416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.357485:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349524416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.357510:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e660ef93. 02000000:00000010:3.0:1776192958.357525:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e965f5c1. 02000000:00000010:3.0:1776192958.357531:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8b25348. 00000100:00000010:3.0:1776192958.357534:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:3.0:1776192958.357538:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192958.357541:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f590e04. 00080000:00000010:3.0:1776192958.357558:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098addaff. 00010000:00000010:3.0:1776192958.357639:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192958.357646:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015172112. 00010000:00000010:3.0:1776192958.357716:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192958.357722:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023b5caec. 00010000:00000010:3.0:1776192958.357733:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f590e04. 00000100:00000010:3.0:1776192958.357739:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192958.358828:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192958.358846:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8b25348. 02000000:00000010:3.0:1776192958.358871:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e965f5c1. 00000400:00000010:3.0:1776192958.358877:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d741c26. 00000400:00000010:3.0:1776192958.358882:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192958.358887:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524480, portal 16 00000400:00000010:3.0:1776192958.358977:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192958.358981:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524480, offset 0 00000400:00000200:3.0:1776192958.358989:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.359533:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.359542:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.359545:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.359548:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.359551:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91535:91535:256:4294967295] 192.168.203.33@tcp LPNI seq info [91535:91535:8:4294967295] 00000400:00000200:3.0:1776192958.359561:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.359567:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.359572:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.359579:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.359584:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.359588:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.360312:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.360318:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:2.0:1776192958.360326:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.360331:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.360335:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:2.0:1776192958.360337:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:2.0:1776192958.360344:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349524480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.361815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d103ae68. 00000400:00000200:0.0:1776192958.362408:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.362425:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315800 00000400:00000200:0.0:1776192958.362433:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb39d9 [1] + 224 00000400:00000200:0.0:1776192958.362443:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.362447:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.362457:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349524480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.362530:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.362536:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dbc0 00000400:00000200:0.0:1776192958.362541:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2349 [2] + 0 00000400:00000200:0.0:1776192958.362584:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.362588:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.362592:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.362596:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000400:00000010:1.0:1776192958.362652:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d741c26. 00000400:00000200:1.0:1776192958.362657:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:1.0:1776192958.362659:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000020:00000010:2.0:1776192958.362663:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a459fc. 00000100:00000200:1.0:1776192958.362664:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349524480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776192958.362670:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000100:00000200:1.0:1776192958.362671:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349524480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776192958.362673:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 02000000:00000010:1.0:1776192958.362693:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e965f5c1. 00000100:00000200:2.0:1776192958.362694:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344643008/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:1.0:1776192958.362698:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8b25348. 00000100:00000010:1.0:1776192958.362701:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:1.0:1776192958.362705:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:1.0:1776192958.362709:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f590e04. 00000100:00000200:2.0:1776192958.362725:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643008 02000000:00000010:2.0:1776192958.362735:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df138ea6. 00010000:00000010:2.0:1776192958.362771:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000876e2495. 00010000:00000010:2.0:1776192958.362790:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.362795:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.362810:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.362813:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000010:2.0:1776192958.362825:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192958.362830:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643008, offset 224 00000400:00000200:2.0:1776192958.362838:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.362847:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.362853:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91536:91536:256:4294967295] 192.168.203.33@tcp LPNI seq info [91536:91536:8:4294967295] 00000400:00000200:2.0:1776192958.362862:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.362867:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.362870:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192958.362875:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.362882:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.362884:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192958.363027:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a76bb0fd. 00010000:00000010:1.0:1776192958.363114:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b5caec. 00010000:00000010:1.0:1776192958.363120:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024ef9aac. 00010000:00000010:1.0:1776192958.363363:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192958.363370:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.363380:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.363384:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.363391:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.363406:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001dc49eaf. 02000000:00000010:1.0:1776192958.363427:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040708c22. 00000400:00000010:1.0:1776192958.363432:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.363436:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.363441:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524544, portal 16 00000400:00000010:1.0:1776192958.363445:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192958.363446:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524544, offset 0 00000400:00000200:1.0:1776192958.363452:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.363460:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.363466:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.363469:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.363472:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.363475:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91537:91537:255:4294967295] 192.168.203.33@tcp LPNI seq info [91537:91537:7:4294967295] 00000400:00000200:1.0:1776192958.363482:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.363491:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.363495:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352394). 00000800:00000200:1.0:1776192958.363499:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.363503:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.363506:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.363560:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000800:00000200:0.0:1776192958.363561:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.363564:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82352146). 00000020:00000010:2.0:1776192958.363565:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000400:00000200:0.0:1776192958.363567:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.363571:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.363574:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000020:00000010:2.0:1776192958.363575:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a459fc. 00000400:00000010:0.0:1776192958.363576:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000800:00000200:0.0:1776192958.364036:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.364040:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:0.0:1776192958.364043:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.364047:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.364050:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:0.0:1776192958.364052:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000100:00000200:0.0:1776192958.364057:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349524544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.364287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004af6f2c1. 00010000:00000010:3.1:1776192958.364293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00010000:00000010:3.1:1776192958.364445:0:16282:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008baafab0. 00010000:00000010:3.1:1776192958.364450:0:16282:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a254c4b9. 00010000:00000010:3.1:1776192958.364452:0:16282:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4dab44d. 00000400:00000200:2.0:1776192958.367038:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.367058:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315840 00000400:00000200:2.0:1776192958.367068:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb39e5 [1] + 224 00000400:00000200:2.0:1776192958.367083:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.367087:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.367098:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349524544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192958.367255:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309bf93a. 00000400:00000200:1.0:1776192958.367260:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.367262:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:1.0:1776192958.367267:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349524544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.367275:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349524544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.367305:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040708c22. 02000000:00000010:1.0:1776192958.367311:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001dc49eaf. 00000100:00000010:1.0:1776192958.367315:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192958.367318:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.367322:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00010000:00000010:2.1:1776192958.367407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848f3b53. 00000400:00000200:0.0:1776192958.371487:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.371509:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dc00 00000400:00000200:0.0:1776192958.371518:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2349 [2] + 328 00000400:00000200:0.0:1776192958.371579:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.371584:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.371590:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.371595:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 00010000:00000010:1.1:1776192958.372247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001631a4a5. 00010000:00000010:1.1:1776192958.372257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00000020:00000010:2.0:1776192958.372500:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a459fc. 00000020:00000010:2.0:1776192958.372507:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.372511:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.372540:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e61ef9f1 x1862471344643072/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192958.372612:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643072 02000000:00000010:2.0:1776192958.372623:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cdb4b888. 00010000:00000010:2.0:1776192958.372650:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013f85636. 00010000:00000010:2.0:1776192958.372668:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.372676:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.372697:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.372701:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000010:2.0:1776192958.372714:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192958.372720:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643072, offset 224 00000400:00000200:2.0:1776192958.372728:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.372741:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.372758:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91538:91538:256:4294967295] 192.168.203.33@tcp LPNI seq info [91538:91538:8:4294967295] 00000400:00000200:2.0:1776192958.372769:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.372774:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.372778:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00080000:00000010:1.0:1776192958.372791:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dc49eaf. 00000800:00000200:2.0:1776192958.372793:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.372799:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.372803:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.372828:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.372831:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.372841:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a459fc. 00010000:00000010:1.0:1776192958.372877:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.372883:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dccfae9. 00000800:00000200:3.0:1776192958.372934:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.372938:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:3.0:1776192958.372941:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.372946:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.372949:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:3.0:1776192958.372951:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00010000:00000010:1.0:1776192958.372960:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe42369. 00010000:00000010:1.0:1776192958.372965:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.372976:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.372980:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.372986:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.372995:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040708c22. 02000000:00000010:1.0:1776192958.373015:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003deb7e7. 00000400:00000010:1.0:1776192958.373020:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.373024:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.373028:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524608, portal 16 00000400:00000010:1.0:1776192958.373033:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192958.373035:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524608, offset 0 00000400:00000200:1.0:1776192958.373040:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.373046:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.373053:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.373056:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.373059:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.373062:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91539:91539:256:4294967295] 192.168.203.33@tcp LPNI seq info [91539:91539:8:4294967295] 00000400:00000200:1.0:1776192958.373068:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.373073:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.373076:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192958.373080:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.373084:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.373086:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.373464:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.373467:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:3.0:1776192958.373470:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.373474:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.373477:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:3.0:1776192958.373478:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00000100:00000200:3.0:1776192958.373484:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349524608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.380191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a1d330b. 00010000:00000010:1.1:1776192958.380206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00000400:00000200:0.0:1776192958.382272:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.382293:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315880 00000400:00000200:0.0:1776192958.382303:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb39f1 [1] + 224 00000400:00000200:0.0:1776192958.382316:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.382319:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.382328:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349524608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.382364:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.382368:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dc40 00000400:00000200:0.0:1776192958.382373:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2349 [2] + 656 00000400:00000200:0.0:1776192958.382382:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.382385:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.382388:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.382393:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 00000400:00000010:1.0:1776192958.382784:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309bf93a. 00000400:00000200:1.0:1776192958.382790:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.382792:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:1.0:1776192958.382797:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349524608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.382805:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349524608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.382832:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003deb7e7. 02000000:00000010:1.0:1776192958.382839:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040708c22. 00000100:00000010:1.0:1776192958.382843:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192958.382846:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.382858:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00010000:00000010:2.1:1776192958.384384:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5dd414c. 00000020:00000010:0.0:1776192958.384572:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8683da3. 00000020:00000010:0.0:1776192958.384580:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.384584:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.384616:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000018a69e7 x1862471344643136/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192958.384692:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643136 02000000:00000010:0.0:1776192958.384705:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000489eafcb. 00010000:00000010:0.0:1776192958.384742:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053696143. 00010000:00000010:0.0:1776192958.384772:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.384790:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aee75569. 00000100:00000010:0.0:1776192958.384807:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aee75569. 00010000:00000010:0.0:1776192958.384811:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.384824:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192958.384830:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643136, offset 224 00000400:00000200:0.0:1776192958.384838:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.384852:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.384858:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91540:91540:256:4294967295] 192.168.203.33@tcp LPNI seq info [91540:91540:8:4294967295] 00000400:00000200:0.0:1776192958.384868:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.384873:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.384877:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.384883:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.384889:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.384892:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.384946:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.384951:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.384954:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8683da3. 00080000:00000010:1.0:1776192958.384980:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040708c22. 00010000:00000010:1.0:1776192958.385063:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.385070:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000153b23d4. 00010000:00000010:1.0:1776192958.385173:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192958.385178:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192958.385183:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192958.385187:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00080000:00000010:1.0:1776192958.385199:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003deb7e7. 00010000:00000010:1.0:1776192958.385226:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.385230:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192958.385280:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc4d64b0. 00010000:00000010:1.0:1776192958.385283:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.385290:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.385293:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.385300:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.385311:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d62ac9f0. 02000000:00000010:1.0:1776192958.385332:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001af4ce40. 00000400:00000010:1.0:1776192958.385338:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.385342:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.385346:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524672, portal 16 00000400:00000010:1.0:1776192958.385350:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192958.385352:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524672, offset 0 00000800:00000200:3.0:1776192958.385353:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.385356:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:1.0:1776192958.385357:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.385361:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.385363:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.385365:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.385369:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000200:1.0:1776192958.385369:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000010:3.0:1776192958.385370:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000400:00000200:1.0:1776192958.385372:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.385375:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.385377:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91541:91541:255:4294967295] 192.168.203.33@tcp LPNI seq info [91541:91541:7:4294967295] 00000400:00000200:1.0:1776192958.385384:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.385388:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.385391:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192958.385395:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.385399:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.385401:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.386127:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.386131:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:3.0:1776192958.386135:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.386140:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.386144:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:3.0:1776192958.386145:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:3.0:1776192958.386151:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349524672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.387614:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.387630:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673158c0 00000400:00000200:3.0:1776192958.387639:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb39fd [1] + 224 00000400:00000200:3.0:1776192958.387651:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.387655:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.387663:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349524672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192958.387783:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309bf93a. 00000400:00000200:1.0:1776192958.387788:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.387790:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:1.0:1776192958.387795:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349524672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.387803:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349524672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.387831:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001af4ce40. 02000000:00000010:1.0:1776192958.387837:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d62ac9f0. 00000100:00000010:1.0:1776192958.387841:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192958.387845:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.387861:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000200:0.0:1776192958.388364:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.388373:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dc80 00000400:00000200:0.0:1776192958.388379:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2349 [2] + 984 00000400:00000200:0.0:1776192958.388430:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.388434:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.388440:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.388445:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 00000020:00000010:2.0:1776192958.388532:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a459fc. 00000020:00000010:2.0:1776192958.388538:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.388543:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.388566:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a35642c x1862471344643200/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192958.388599:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643200 02000000:00000010:2.0:1776192958.388610:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a4628c5. 00010000:00000010:2.0:1776192958.388634:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a486827. 00010000:00000010:2.0:1776192958.388655:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.388660:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.388675:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.388678:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000010:2.0:1776192958.388689:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192958.388693:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643200, offset 224 00000400:00000200:2.0:1776192958.388701:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.388711:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.388721:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91542:91542:256:4294967295] 192.168.203.33@tcp LPNI seq info [91542:91542:8:4294967295] 00000400:00000200:2.0:1776192958.388729:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.388742:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.388755:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192958.388761:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.388768:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.388773:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192958.388785:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d62ac9f0. 00000020:00000010:2.0:1776192958.388957:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.388963:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.388974:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a459fc. 00010000:00000010:1.0:1776192958.389019:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.389026:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5952af9. 00010000:00000010:1.0:1776192958.389107:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192958.389113:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.389134:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.389138:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.389144:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.389174:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001af4ce40. 02000000:00000010:1.0:1776192958.389198:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8b25348. 00000400:00000010:1.0:1776192958.389203:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.389207:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.389212:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524736, portal 16 00000400:00000010:1.0:1776192958.389215:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192958.389218:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524736, offset 0 00000400:00000200:1.0:1776192958.389224:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.389231:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.389237:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.389241:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.389243:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.389246:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91543:91543:255:4294967295] 192.168.203.33@tcp LPNI seq info [91543:91543:7:4294967295] 00000400:00000200:1.0:1776192958.389252:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.389256:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.389260:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352394). 00000800:00000200:1.0:1776192958.389263:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.389267:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.389270:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.390252:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.390259:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82352146). 00000400:00000200:0.0:1776192958.390266:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.390272:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.390278:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:0.0:1776192958.390279:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00010000:00000010:1.1:1776192958.390329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5528b48. 00010000:00000010:1.1:1776192958.390336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe42369. 00000800:00000200:0.0:1776192958.390894:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.390897:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:0.0:1776192958.390901:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.390905:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.390908:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:0.0:1776192958.390910:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:0.0:1776192958.390916:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349524736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.391217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030a6aa12. 00000400:00000200:3.0:1776192958.396976:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.396996:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315900 00000400:00000200:3.0:1776192958.397005:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a09 [1] + 224 00000400:00000200:3.0:1776192958.397018:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.397021:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.397031:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349524736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.397113:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.397119:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dcc0 00000400:00000200:3.0:1776192958.397124:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2349 [2] + 1312 00000400:00000200:3.0:1776192958.397193:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.397197:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.397201:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.397206:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00010000:00000010:2.1:1776192958.397309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008081fae7. 00000020:00000010:2.0:1776192958.397349:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a459fc. 00000020:00000010:2.0:1776192958.397355:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.397359:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.397381:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344643264/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192958.397443:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643264 02000000:00000010:2.0:1776192958.397454:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d14f4eeb. 00010000:00000010:2.0:1776192958.397494:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.397500:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.397506:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.397509:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00010000:00000010:1.1:1776192958.397509:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192958.397514:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00000400:00000010:2.0:1776192958.397521:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000400:00000010:1.0:1776192958.397523:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309bf93a. 00000400:00000200:1.0:1776192958.397527:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.397528:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:2.0:1776192958.397532:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643264, offset 224 00000100:00000200:1.0:1776192958.397533:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349524736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.397539:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000100:00000200:1.0:1776192958.397540:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349524736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.397548:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.397553:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91544:91544:256:4294967295] 192.168.203.33@tcp LPNI seq info [91544:91544:8:4294967295] 00010000:00000010:1.0:1776192958.397557:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009144ace5. 00000400:00000200:2.0:1776192958.397564:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 02000000:00000010:1.0:1776192958.397568:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8b25348. 00000800:00000200:2.0:1776192958.397569:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 02000000:00000010:1.0:1776192958.397572:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001af4ce40. 00000800:00000010:2.0:1776192958.397573:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000100:00000010:1.0:1776192958.397577:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000800:00000200:2.0:1776192958.397578:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000100:00000010:1.0:1776192958.397579:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.397581:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000800:00000200:2.0:1776192958.397583:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.397587:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192958.397595:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8b25348. 00000020:00000010:2.0:1776192958.397613:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.397618:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.397627:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a459fc. 00010000:00000010:1.0:1776192958.397674:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.397681:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5474e5c. 00000800:00000200:3.0:1776192958.397812:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.397816:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:3.0:1776192958.397819:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.397823:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.397826:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:3.0:1776192958.397827:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00010000:00000010:1.0:1776192958.398046:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192958.398053:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.398064:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.398068:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.398073:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.398084:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e965f5c1. 02000000:00000010:1.0:1776192958.398106:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001af4ce40. 00000400:00000010:1.0:1776192958.398111:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.398115:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.398120:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524800, portal 16 00000400:00000010:1.0:1776192958.398229:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192958.398233:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524800, offset 0 00000400:00000200:1.0:1776192958.398239:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.398247:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.398253:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.398256:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.398259:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.398262:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91545:91545:256:4294967295] 192.168.203.33@tcp LPNI seq info [91545:91545:8:4294967295] 00000400:00000200:1.0:1776192958.398269:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.398272:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.398276:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192958.398280:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.398284:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.398286:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.398549:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.398552:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:0.0:1776192958.398556:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.398560:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.398563:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:0.0:1776192958.398564:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:0.0:1776192958.398569:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349524800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.400885:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.400914:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315940 00000400:00000200:3.0:1776192958.400923:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a15 [1] + 224 00000400:00000200:3.0:1776192958.400936:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.400940:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.400950:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349524800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.403452:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013fd5a48. 00010000:00000010:1.1:1776192958.403471:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4d64b0. 00000400:00000010:1.0:1776192958.403491:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309bf93a. 00000400:00000200:1.0:1776192958.403495:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.403498:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:1.0:1776192958.403512:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349524800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.404099:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349524800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.404133:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001af4ce40. 02000000:00000010:1.0:1776192958.404140:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e965f5c1. 00000100:00000010:1.0:1776192958.404145:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192958.404150:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.404186:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00010000:00000010:1.1:1776192958.405204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edf1e511. 00010000:00000010:1.1:1776192958.405215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bcf000f. 00010000:00000010:1.1:1776192958.405218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:3.0:1776192958.405563:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.405581:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dd00 00000400:00000200:3.0:1776192958.405589:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2349 [2] + 1640 00000400:00000200:3.0:1776192958.405901:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.405907:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.405914:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.405921:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:2.0:1776192958.406334:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a459fc. 00000020:00000010:2.0:1776192958.406343:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.406347:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.406373:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344643328/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192958.406409:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643328 02000000:00000010:2.0:1776192958.406419:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c01d8bb7. 00010000:00000010:2.0:1776192958.406446:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000adcf5924. 00010000:00000010:2.0:1776192958.406478:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.406485:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.406498:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.406502:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000010:2.0:1776192958.406514:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa860fc. 00000100:00000200:2.0:1776192958.406520:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643328, offset 224 00000400:00000200:2.0:1776192958.406529:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.406542:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.406548:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91546:91546:256:4294967295] 192.168.203.33@tcp LPNI seq info [91546:91546:8:4294967295] 00000400:00000200:2.0:1776192958.406558:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.406562:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.406567:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192958.406572:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.406579:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.406583:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.406613:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.406619:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.406631:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a459fc. 00000800:00000200:3.0:1776192958.407252:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.407257:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:3.0:1776192958.407263:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.407269:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.407273:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa860fc 00000400:00000010:3.0:1776192958.407274:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa860fc. 00080000:00000010:1.0:1776192958.407937:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af4ce40. 00010000:00000010:1.0:1776192958.408034:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.408043:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046bea33d. 00010000:00000010:1.0:1776192958.408125:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192958.408131:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.408144:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.408150:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.408192:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.408207:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e965f5c1. 02000000:00000010:1.0:1776192958.408232:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b9214f4. 00000400:00000010:1.0:1776192958.408238:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.408245:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.408249:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524864, portal 16 00000400:00000010:1.0:1776192958.408254:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192958.408256:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524864, offset 0 00000400:00000200:1.0:1776192958.408263:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.408275:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.408282:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.408285:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.408288:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.408290:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91547:91547:256:4294967295] 192.168.203.33@tcp LPNI seq info [91547:91547:8:4294967295] 00000400:00000200:1.0:1776192958.408299:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.408303:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.408307:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192958.408313:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.408319:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.408322:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.408488:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.408491:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:3.0:1776192958.408496:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.408500:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.408503:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:3.0:1776192958.408504:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:3.0:1776192958.408512:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349524864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.411271:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.411423:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315980 00000400:00000200:3.0:1776192958.411432:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a21 [1] + 224 00000400:00000200:3.0:1776192958.411537:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.411541:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.411551:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349524864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192958.412004:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309bf93a. 00000400:00000200:1.0:1776192958.412011:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.412013:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:1.0:1776192958.412021:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349524864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.412029:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349524864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.412059:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b9214f4. 02000000:00000010:1.0:1776192958.412065:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e965f5c1. 00000100:00000010:1.0:1776192958.412071:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192958.412074:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.412078:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00010000:00000010:2.1:1776192958.412511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c90c5637. 00010000:00000010:1.1:1776192958.416352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049360146. 00010000:00000010:1.1:1776192958.416368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00000400:00000200:3.0:1776192958.416564:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.416582:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dd40 00000400:00000200:3.0:1776192958.416588:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2349 [2] + 1968 00000400:00000010:3.0:1776192958.416593:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8aee041. 00000400:00000200:3.0:1776192958.416597:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000269f7b3d 00000400:00000200:3.0:1776192958.416655:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.416660:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.416664:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000269f7b3d 00000400:00000010:3.0:1776192958.416667:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000269f7b3d (tot 82351746). 00000100:00000200:3.0:1776192958.416674:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192958.417641:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8683da3. 00000020:00000010:0.0:1776192958.417651:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.417655:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.417682:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000464969e4 x1862471344643392/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192958.417718:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643392 02000000:00000010:0.0:1776192958.417728:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000055bdcf9f. 00010000:00000010:0.0:1776192958.417768:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bef4855b. 00010000:00000010:0.0:1776192958.417795:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.417803:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aee75569. 00000100:00000010:0.0:1776192958.417868:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aee75569. 00010000:00000010:0.0:1776192958.417872:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.417884:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192958.417898:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643392, offset 224 00000400:00000200:0.0:1776192958.417906:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.417919:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.417925:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91548:91548:256:4294967295] 192.168.203.33@tcp LPNI seq info [91548:91548:8:4294967295] 00000400:00000200:0.0:1776192958.417935:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.417940:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.417944:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82351994). 00000800:00000200:0.0:1776192958.417950:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.417956:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.417960:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.417981:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.417986:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.417989:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8683da3. 02000000:00000010:0.0:1776192958.417996:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c01d8bb7. 00000100:00000010:0.0:1776192958.418009:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:0.0:1776192958.418013:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d14f4eeb. 00000100:00000010:0.0:1776192958.418015:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:0.0:1776192958.418017:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a4628c5. 00000100:00000010:0.0:1776192958.418019:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.418022:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000489eafcb. 00000100:00000010:0.0:1776192958.418024:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192958.418028:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cdb4b888. 00000100:00000010:0.0:1776192958.418030:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e61ef9f1. 02000000:00000010:0.0:1776192958.418034:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df138ea6. 00000100:00000010:0.0:1776192958.418036:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 00000100:00000200:0.0:1776192958.418041:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192958.418046:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e294a4c. 00000400:00000010:0.0:1776192958.418049:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000aee75569 (tot 82352146). 00000800:00000200:3.0:1776192958.418349:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.418353:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192958.418358:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.418363:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.418367:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:3.0:1776192958.418369:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 02000000:00000010:3.0:1776192958.418373:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000055bdcf9f. 00080000:00000010:1.0:1776192958.421965:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b9214f4. 00010000:00000010:1.0:1776192958.422068:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.422080:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ce872f5. 00010000:00000010:1.0:1776192958.422184:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192958.422190:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.422203:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.422210:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.422220:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.422234:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e965f5c1. 02000000:00000010:1.0:1776192958.422262:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ec1258e. 00000400:00000010:1.0:1776192958.422268:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.422274:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.422280:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524928, portal 16 00000400:00000010:1.0:1776192958.422286:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192958.422288:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524928, offset 0 00000400:00000200:1.0:1776192958.422299:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.422316:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.422322:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.422326:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.422329:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.422332:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91549:91549:256:4294967295] 192.168.203.33@tcp LPNI seq info [91549:91549:8:4294967295] 00000400:00000200:1.0:1776192958.422341:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.422347:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.422352:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192958.422357:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.422364:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.422367:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.423307:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.423313:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:3.0:1776192958.423320:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.423328:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.423334:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:3.0:1776192958.423336:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:3.0:1776192958.423344:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349524928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.424200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a3eaf14. 00010000:00000010:1.1:1776192958.428207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000360095a. 00010000:00000010:1.1:1776192958.428226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:3.0:1776192958.433053:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.433073:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673159c0 00000400:00000200:3.0:1776192958.433083:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a31 [1] + 224 00000400:00000200:3.0:1776192958.433124:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.433129:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.433140:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349524928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.434719:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.434737:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dd80 00000400:00000200:2.0:1776192958.434754:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23a1 [2] + 0 00000400:00000200:2.0:1776192958.435190:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.435196:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.435203:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.435209:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:0.0:1776192958.435586:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000489eafcb. 00000020:00000010:0.0:1776192958.435603:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.435608:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.435636:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344643456/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.435670:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643456 02000000:00000010:0.0:1776192958.435682:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8683da3. 00010000:00000010:0.0:1776192958.435717:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.435724:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091a76324. 00000100:00000010:0.0:1776192958.435730:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091a76324. 00010000:00000010:0.0:1776192958.435734:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.435756:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b58acd5f. 00000100:00000200:0.0:1776192958.435763:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643456, offset 224 00000400:00000200:0.0:1776192958.435770:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.435782:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.435787:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91550:91550:256:4294967295] 192.168.203.33@tcp LPNI seq info [91550:91550:8:4294967295] 00000400:00000200:0.0:1776192958.435798:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.435803:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.435808:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192958.435814:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.435820:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.435823:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.435841:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.435845:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.435848:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000489eafcb. 00000800:00000200:3.0:1776192958.436964:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.436971:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192958.436978:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.436986:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.436990:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b58acd5f 00000400:00000010:3.0:1776192958.436993:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b58acd5f. 00000400:00000010:1.0:1776192958.437092:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309bf93a. 00000400:00000200:1.0:1776192958.437097:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.437098:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:1.0:1776192958.437106:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349524928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.437115:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349524928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192958.437142:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1ae04dc. 02000000:00000010:1.0:1776192958.437190:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ec1258e. 02000000:00000010:1.0:1776192958.437197:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e965f5c1. 00000100:00000010:1.0:1776192958.437201:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192958.437204:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.437207:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00080000:00000010:1.0:1776192958.437226:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ec1258e. 00010000:00000010:1.0:1776192958.437309:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.437317:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fcad6f2. 00010000:00000010:1.0:1776192958.437384:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192958.438554:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192958.440860:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192958.440878:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00080000:00000010:1.0:1776192958.440911:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090e4b747. 00010000:00000010:1.0:1776192958.441010:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.441018:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192958.441114:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc4d64b0. 00010000:00000010:1.0:1776192958.441119:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.441127:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.441134:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.441144:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.441197:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075cd53c6. 02000000:00000010:1.0:1776192958.441228:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3f2593e. 00000400:00000010:1.0:1776192958.441235:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.441242:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.441248:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349524992, portal 16 00000400:00000010:1.0:1776192958.441253:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192958.441256:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349524992, offset 0 00000400:00000200:1.0:1776192958.441266:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.441282:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.441290:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.441293:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.441296:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.441299:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91551:91551:256:4294967295] 192.168.203.33@tcp LPNI seq info [91551:91551:8:4294967295] 00000400:00000200:1.0:1776192958.441308:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.441314:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.441318:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192958.441324:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.441331:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.441334:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.441501:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.441506:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:3.0:1776192958.441511:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.441525:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.441530:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:3.0:1776192958.441532:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:3.0:1776192958.441540:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349524992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.447205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fcc2380. 00010000:00000010:1.1:1776192958.447226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000842e5d93. 00010000:00000010:1.1:1776192958.447232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.1:1776192958.447235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192958.447238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:2.0:1776192958.451308:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.451342:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315a00 00000400:00000200:2.0:1776192958.451365:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a3d [1] + 224 00000400:00000200:2.0:1776192958.451408:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.451412:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.451455:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349524992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192958.451753:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309bf93a. 00000400:00000200:1.0:1776192958.451759:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192958.451761:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:1.0:1776192958.451767:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349524992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.451776:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349524992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.451804:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3f2593e. 02000000:00000010:1.0:1776192958.451811:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075cd53c6. 00000100:00000010:1.0:1776192958.451817:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192958.451820:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.451825:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000200:2.0:1776192958.452056:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.452065:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ddc0 00000400:00000200:2.0:1776192958.452070:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23a1 [2] + 328 00000400:00000200:2.0:1776192958.452338:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.452343:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.452347:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.452352:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00000020:00000010:0.0:1776192958.452795:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000489eafcb. 00000020:00000010:0.0:1776192958.452803:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.452807:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.452831:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344643520/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192958.452866:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643520 02000000:00000010:0.0:1776192958.452876:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000627ea673. 00010000:00000010:0.0:1776192958.452900:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a35175fc. 00010000:00000010:0.0:1776192958.452921:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.452940:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091a76324. 00000100:00000010:0.0:1776192958.452954:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091a76324. 00010000:00000010:0.0:1776192958.452957:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.452971:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f454187. 00000100:00000200:0.0:1776192958.452975:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643520, offset 224 00000400:00000200:0.0:1776192958.452984:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.452993:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.452999:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91552:91552:256:4294967295] 192.168.203.33@tcp LPNI seq info [91552:91552:8:4294967295] 00000400:00000200:0.0:1776192958.453008:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.453013:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.453017:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.453021:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.453027:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.453031:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.453053:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.453057:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.453059:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000489eafcb. 00080000:00000010:1.0:1776192958.453093:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075cd53c6. 00010000:00000010:1.0:1776192958.453197:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.453205:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094b85236. 00010000:00000010:0.0:1776192958.453435:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d067bae7. 00010000:00000010:0.0:1776192958.453441:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.453450:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.453454:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091a76324. 00000100:00000010:0.0:1776192958.453460:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 02000000:00000010:0.0:1776192958.453471:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000489eafcb. 02000000:00000010:0.0:1776192958.453492:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051e660e3. 00000400:00000010:0.0:1776192958.453497:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a538c8e7. 00000400:00000010:0.0:1776192958.453501:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192958.453506:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525056, portal 16 00000400:00000010:0.0:1776192958.453509:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192958.453511:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525056, offset 0 00000400:00000200:0.0:1776192958.453517:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.453523:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.453529:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.453616:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.453620:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.453622:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91553:91553:255:4294967295] 192.168.203.33@tcp LPNI seq info [91553:91553:7:4294967295] 00000400:00000200:0.0:1776192958.453630:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.453635:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.453638:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192958.453642:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.453647:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.453649:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.453981:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.453986:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82352146). 00000400:00000200:3.0:1776192958.453990:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.453995:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.454008:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f454187 00000400:00000010:3.0:1776192958.454010:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f454187. 00000800:00000200:3.0:1776192958.454050:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.454052:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:3.0:1776192958.454054:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.454057:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.454059:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:3.0:1776192958.454060:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 00000100:00000200:3.0:1776192958.454065:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e2007f5 x1862471349525056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.458416:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.458682:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315a40 00000400:00000200:2.0:1776192958.458693:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a49 [1] + 224 00000400:00000200:2.0:1776192958.458716:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.458721:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.458731:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e2007f5 x1862471349525056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.458765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef9d544. 00000400:00000010:0.0:1776192958.459441:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a538c8e7. 00000400:00000200:0.0:1776192958.459447:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:0.0:1776192958.459449:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00000100:00000200:0.0:1776192958.459456:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e2007f5 x1862471349525056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.459464:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e2007f5 x1862471349525056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.459492:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051e660e3. 02000000:00000010:0.0:1776192958.459498:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000489eafcb. 00000100:00000010:0.0:1776192958.459504:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 00000100:00000010:0.0:1776192958.459507:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091a76324. 00010000:00000010:0.0:1776192958.459510:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00010000:00000010:1.1:1776192958.462109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a12b5c4. 00010000:00000010:1.1:1776192958.462127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4d64b0. 00000400:00000200:2.0:1776192958.467068:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.467088:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6de00 00000400:00000200:2.0:1776192958.467097:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23a1 [2] + 656 00000400:00000200:2.0:1776192958.467199:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.467204:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.467211:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.467217:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00000020:00000010:0.0:1776192958.467502:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000489eafcb. 00000020:00000010:0.0:1776192958.467508:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.467524:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.467551:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2f852e5 x1862471344643584/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192958.467580:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643584 02000000:00000010:0.0:1776192958.467590:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051e660e3. 00010000:00000010:0.0:1776192958.467732:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000015a166b. 00010000:00000010:0.0:1776192958.467763:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.467769:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091a76324. 00000100:00000010:0.0:1776192958.467789:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091a76324. 00010000:00000010:0.0:1776192958.467792:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.467805:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192958.467809:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643584, offset 224 00000400:00000200:0.0:1776192958.467817:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.467827:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.467834:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91554:91554:256:4294967295] 192.168.203.33@tcp LPNI seq info [91554:91554:8:4294967295] 00000400:00000200:0.0:1776192958.467844:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00080000:00000010:3.0:1776192958.467848:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8ad6529. 00000800:00000200:0.0:1776192958.467849:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.467856:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192958.467862:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.467868:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.467871:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.467899:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.467904:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.467907:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000489eafcb. 00010000:00000010:3.0:1776192958.467939:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69d3a8e. 00010000:00000010:3.0:1776192958.467947:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e87767f2. 00010000:00000010:3.0:1776192958.468036:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4dab44d. 00010000:00000010:3.0:1776192958.468043:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192958.468055:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009392a7e8. 00000100:00000010:3.0:1776192958.468059:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192958.468067:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 02000000:00000010:3.0:1776192958.468079:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c0cb412. 02000000:00000010:3.0:1776192958.468100:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c163c06a. 00000400:00000010:3.0:1776192958.468104:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e86df46f. 00000400:00000010:3.0:1776192958.468108:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.468113:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525120, portal 16 00000400:00000010:3.0:1776192958.468117:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192958.468119:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525120, offset 0 00000400:00000200:3.0:1776192958.468125:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.468132:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.468139:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.468142:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.468144:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.468147:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91555:91555:255:4294967295] 192.168.203.33@tcp LPNI seq info [91555:91555:7:4294967295] 00000400:00000200:3.0:1776192958.468188:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.468193:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.468197:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352394). 00000800:00000200:3.0:1776192958.468201:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.468205:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.468208:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.468829:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.468834:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82352146). 00000400:00000200:1.0:1776192958.468840:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.468845:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.468849:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:1.0:1776192958.468851:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00000800:00000200:1.0:1776192958.468916:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.468918:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:1.0:1776192958.468925:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.468928:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.468930:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:1.0:1776192958.468932:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:1.0:1776192958.468937:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecebdf8a x1862471349525120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.473215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b6dd924. 00010000:00000010:3.1:1776192958.473232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00000400:00000200:2.0:1776192958.473927:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.473944:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315a80 00000400:00000200:2.0:1776192958.473953:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a55 [1] + 224 00000400:00000200:2.0:1776192958.473964:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.473968:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.473979:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecebdf8a x1862471349525120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.474012:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.474017:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6de40 00000400:00000200:2.0:1776192958.474023:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23a1 [2] + 984 00000400:00000200:2.0:1776192958.474033:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.474036:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.474040:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.474045:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000400:00000010:3.0:1776192958.474121:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e86df46f. 00000400:00000200:3.0:1776192958.474127:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192958.474129:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.474135:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecebdf8a x1862471349525120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.474142:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecebdf8a x1862471349525120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192958.474202:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c163c06a. 02000000:00000010:3.0:1776192958.474208:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c0cb412. 00000100:00000010:3.0:1776192958.474211:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000010:3.0:1776192958.474215:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192958.474218:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009392a7e8. 00010000:00000010:0.1:1776192958.475611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133d7d6b. 00000020:00000010:0.0:1776192958.475659:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000489eafcb. 00000020:00000010:0.0:1776192958.475665:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.475670:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.475695:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344643648/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192958.475820:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643648 02000000:00000010:0.0:1776192958.475832:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a27cd64. 00010000:00000010:0.0:1776192958.475859:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000256c0f7d. 00010000:00000010:0.0:1776192958.475878:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.475885:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091a76324. 00000100:00000010:0.0:1776192958.475901:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091a76324. 00010000:00000010:0.0:1776192958.475904:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.475916:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00000100:00000200:0.0:1776192958.475921:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643648, offset 224 00000400:00000200:0.0:1776192958.475938:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.475950:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.475955:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91556:91556:256:4294967295] 192.168.203.33@tcp LPNI seq info [91556:91556:8:4294967295] 00000400:00000200:0.0:1776192958.475965:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.475970:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.475975:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192958.475981:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.475987:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.475991:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.476025:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.476029:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.476031:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000489eafcb. 00080000:00000010:3.0:1776192958.476115:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c0cb412. 00010000:00000010:3.0:1776192958.476209:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192958.476215:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3c431aa. 00010000:00000010:3.0:1776192958.476281:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192958.476287:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192958.476296:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009392a7e8. 00000100:00000010:3.0:1776192958.476300:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192958.476306:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 02000000:00000010:3.0:1776192958.476317:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c163c06a. 02000000:00000010:3.0:1776192958.476344:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030144966. 00000400:00000010:3.0:1776192958.476349:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e86df46f. 00000400:00000010:3.0:1776192958.476354:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.476358:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525184, portal 16 00000400:00000010:3.0:1776192958.476362:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192958.476364:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525184, offset 0 00000400:00000200:3.0:1776192958.476369:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.476376:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.476382:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.476385:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.476388:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.476390:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91557:91557:255:4294967295] 192.168.203.33@tcp LPNI seq info [91557:91557:7:4294967295] 00000400:00000200:3.0:1776192958.476408:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.476413:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.476417:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352394). 00000800:00000200:3.0:1776192958.476420:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.476424:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.476426:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.476568:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.476572:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:1.0:1776192958.476577:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.476583:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.476586:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:1.0:1776192958.476588:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 00000800:00000200:1.0:1776192958.476613:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.476615:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:1.0:1776192958.476620:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.476623:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.476625:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:1.0:1776192958.476626:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:1.0:1776192958.476631:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecebdf8a x1862471349525184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.489024:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.489047:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315ac0 00000400:00000200:1.0:1776192958.489056:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a61 [1] + 224 00000400:00000200:1.0:1776192958.489067:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.489071:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.489081:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecebdf8a x1862471349525184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.489192:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.489198:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6de80 00000400:00000200:1.0:1776192958.489204:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23a1 [2] + 1312 00000400:00000200:1.0:1776192958.489269:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.489273:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.489278:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192958.489283:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 00000020:00000010:0.0:1776192958.489357:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000489eafcb. 00000020:00000010:0.0:1776192958.489365:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.489370:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.489392:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f17b910 x1862471344643712/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.489426:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643712 02000000:00000010:0.0:1776192958.489435:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd2beb8f. 00010000:00000010:0.0:1776192958.489467:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.489473:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091a76324. 00000100:00000010:0.0:1776192958.489480:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091a76324. 00010000:00000010:0.0:1776192958.489483:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.489497:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192958.489501:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643712, offset 224 00000400:00000200:0.0:1776192958.489509:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.489520:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.489526:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91558:91558:256:4294967295] 192.168.203.33@tcp LPNI seq info [91558:91558:8:4294967295] 00000400:00000200:0.0:1776192958.489538:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.489544:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.489548:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192958.489554:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.489561:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.489564:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.489590:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.489594:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.489596:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000489eafcb. 00000800:00000200:1.0:1776192958.490457:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.490463:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:1.0:1776192958.490470:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.490477:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.490481:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:1.0:1776192958.490483:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000400:00000010:3.0:1776192958.491645:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e86df46f. 00000400:00000200:3.0:1776192958.491655:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192958.491657:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.491669:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecebdf8a x1862471349525184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.491680:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecebdf8a x1862471349525184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.491706:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000895c0a5f. 02000000:00000010:3.0:1776192958.492089:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030144966. 02000000:00000010:3.0:1776192958.492096:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c163c06a. 00000100:00000010:3.0:1776192958.492101:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000010:3.0:1776192958.492105:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192958.492108:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009392a7e8. 00080000:00000010:3.0:1776192958.492127:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030144966. 00010000:00000010:3.1:1776192958.492181:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7649b5a. 00010000:00000010:3.1:1776192958.492189:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4dab44d. 00010000:00000010:2.0:1776192958.492349:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c22852ad. 00010000:00000010:2.0:1776192958.492357:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004862679. 00010000:00000010:2.0:1776192958.492440:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.0:1776192958.492446:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192958.492457:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.492462:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.492471:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192958.492483:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4a459fc. 02000000:00000010:2.0:1776192958.492507:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003337962e. 00000400:00000010:2.0:1776192958.492513:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571f6932. 00000400:00000010:2.0:1776192958.492517:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192958.492523:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525248, portal 16 00000400:00000010:2.0:1776192958.492528:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192958.492531:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525248, offset 0 00000400:00000200:2.0:1776192958.492539:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.492553:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.492559:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.492562:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.492565:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.492569:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91559:91559:256:4294967295] 192.168.203.33@tcp LPNI seq info [91559:91559:8:4294967295] 00000400:00000200:2.0:1776192958.492578:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.492584:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.492588:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192958.492593:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.492600:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.492603:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.492823:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.492827:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:1.0:1776192958.492831:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.492835:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.492838:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:1.0:1776192958.492839:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000100:00000200:1.0:1776192958.492845:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349525248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.495819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4e2f477. 00000400:00000200:1.0:1776192958.498466:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.498487:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315b00 00000400:00000200:1.0:1776192958.498497:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a6d [1] + 224 00000400:00000200:1.0:1776192958.498513:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.498517:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.498528:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349525248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192958.498609:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571f6932. 00000400:00000200:2.0:1776192958.498614:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:2.0:1776192958.498616:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:2.0:1776192958.498622:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349525248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.498630:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349525248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.498660:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003337962e. 02000000:00000010:2.0:1776192958.498666:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4a459fc. 00000100:00000010:2.0:1776192958.498669:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192958.498675:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.498679:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000200:1.0:1776192958.499129:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.499139:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dec0 00000400:00000200:1.0:1776192958.499145:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23a1 [2] + 1640 00000400:00000200:1.0:1776192958.499236:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.499241:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.499246:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192958.499251:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 00000020:00000010:2.0:1776192958.499337:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a459fc. 00000020:00000010:2.0:1776192958.499344:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.499347:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.499370:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad1b0323 x1862471344643776/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192958.499399:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643776 02000000:00000010:2.0:1776192958.499409:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003337962e. 00010000:00000010:2.0:1776192958.499434:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7a30505. 00010000:00000010:2.0:1776192958.499453:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.499460:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.499475:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.499478:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000010:2.0:1776192958.499490:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192958.499494:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643776, offset 224 00000400:00000200:2.0:1776192958.499502:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.499513:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.499518:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91560:91560:256:4294967295] 192.168.203.33@tcp LPNI seq info [91560:91560:8:4294967295] 00000400:00000200:2.0:1776192958.499527:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.499531:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.499536:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192958.499541:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.499547:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.499551:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.499570:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.499574:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.499584:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a459fc. 00000800:00000200:1.0:1776192958.499887:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.499891:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:1.0:1776192958.499895:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.499898:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.499901:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:1.0:1776192958.499903:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00080000:00000010:3.0:1776192958.500218:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6791e90. 00010000:00000010:3.0:1776192958.500299:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d82ed439. 00010000:00000010:3.0:1776192958.500307:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007730a9b6. 00010000:00000010:3.0:1776192958.500372:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4dab44d. 00010000:00000010:3.0:1776192958.500379:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192958.500390:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009392a7e8. 00000100:00000010:3.0:1776192958.500394:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192958.500402:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 02000000:00000010:3.0:1776192958.500413:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000017e673c8. 02000000:00000010:3.0:1776192958.500436:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c163c06a. 00000400:00000010:3.0:1776192958.500441:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e86df46f. 00000400:00000010:3.0:1776192958.500445:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.500449:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525312, portal 16 00000400:00000010:3.0:1776192958.500454:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192958.502324:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525312, offset 0 00000400:00000200:3.0:1776192958.502342:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.502362:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.502369:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192958.502373:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192958.502376:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192958.502379:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91561:91561:256:4294967295] 192.168.203.33@tcp LPNI seq info [91561:91561:8:4294967295] 00000400:00000200:3.0:1776192958.502391:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.502397:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.502403:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.502411:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.502419:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.502422:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.502572:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.502577:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:1.0:1776192958.502584:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.502589:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.502593:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:1.0:1776192958.502595:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:1.0:1776192958.502608:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecebdf8a x1862471349525312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.506641:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.506659:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315b40 00000400:00000200:1.0:1776192958.506679:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a79 [1] + 224 00000400:00000200:1.0:1776192958.506691:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.506695:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.506704:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecebdf8a x1862471349525312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.506738:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.506751:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6df00 00000400:00000200:1.0:1776192958.506756:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23a1 [2] + 1968 00000400:00000010:1.0:1776192958.506760:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c5608b. 00000400:00000200:1.0:1776192958.506764:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d7b62919 00000400:00000200:1.0:1776192958.506815:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.506818:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.506821:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7b62919 00000400:00000010:1.0:1776192958.506823:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d7b62919 (tot 82351746). 00000100:00000200:1.0:1776192958.506830:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1776192958.507202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a67553e. 00010000:00000010:2.1:1776192958.507211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00000020:00000010:0.0:1776192958.507354:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000489eafcb. 00000020:00000010:0.0:1776192958.507361:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.507365:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.507390:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f3e00786 x1862471344643840/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192958.507420:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643840 02000000:00000010:0.0:1776192958.507430:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048f697cc. 00010000:00000010:0.0:1776192958.507466:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.507473:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091a76324. 00000100:00000010:0.0:1776192958.507480:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091a76324. 00010000:00000010:0.0:1776192958.507483:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.507496:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192958.507500:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643840, offset 224 00000400:00000200:0.0:1776192958.507507:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.507518:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.507524:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91562:91562:256:4294967295] 192.168.203.33@tcp LPNI seq info [91562:91562:8:4294967295] 00000400:00000200:0.0:1776192958.507533:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.507538:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.507542:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82351994). 00000800:00000200:0.0:1776192958.507547:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.507554:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.507557:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.507579:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.507583:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.507586:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000489eafcb. 02000000:00000010:0.0:1776192958.507594:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003337962e. 00000100:00000010:0.0:1776192958.507597:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 02000000:00000010:0.0:1776192958.507600:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd2beb8f. 00000100:00000010:0.0:1776192958.507602:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 02000000:00000010:0.0:1776192958.507605:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a27cd64. 00000100:00000010:0.0:1776192958.507607:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:0.0:1776192958.507610:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051e660e3. 00000100:00000010:0.0:1776192958.507612:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:0.0:1776192958.507615:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000627ea673. 00000100:00000010:0.0:1776192958.507616:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 02000000:00000010:0.0:1776192958.507620:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8683da3. 00000100:00000010:0.0:1776192958.507622:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000200:0.0:1776192958.507627:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192958.507631:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a538c8e7. 00000400:00000010:0.0:1776192958.507635:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000091a76324 (tot 82352146). 00000800:00000200:1.0:1776192958.507907:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.507910:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:1.0:1776192958.507915:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.507919:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.507931:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:1.0:1776192958.507933:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 02000000:00000010:1.0:1776192958.507937:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048f697cc. 00010000:00000010:3.1:1776192958.507964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bc20c09. 00000400:00000010:3.0:1776192958.507988:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e86df46f. 00000400:00000200:3.0:1776192958.507992:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192958.507994:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.508000:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecebdf8a x1862471349525312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.508007:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecebdf8a x1862471349525312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192958.508029:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022ba3261. 02000000:00000010:3.0:1776192958.508042:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c163c06a. 02000000:00000010:3.0:1776192958.508048:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000017e673c8. 00000100:00000010:3.0:1776192958.508051:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000010:3.0:1776192958.508054:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192958.508056:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009392a7e8. 00080000:00000010:3.0:1776192958.508071:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc4fea17. 00010000:00000010:3.0:1776192958.508149:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192958.508175:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfe3244c. 00010000:00000010:2.0:1776192958.508357:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.0:1776192958.508365:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192958.508376:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.508381:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.508389:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192958.508398:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4a459fc. 02000000:00000010:2.0:1776192958.508419:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007612aeae. 00000400:00000010:2.0:1776192958.508423:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571f6932. 00000400:00000010:2.0:1776192958.508427:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192958.508431:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525376, portal 16 00000400:00000010:2.0:1776192958.508434:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192958.508436:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525376, offset 0 00000400:00000200:2.0:1776192958.508443:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.508453:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.508459:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.508462:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.508465:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.508467:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91563:91563:256:4294967295] 192.168.203.33@tcp LPNI seq info [91563:91563:8:4294967295] 00000400:00000200:2.0:1776192958.508474:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.508479:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.508482:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192958.508486:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.508490:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.508493:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.508596:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.508599:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:1.0:1776192958.508602:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.508605:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.508608:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:1.0:1776192958.508609:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000100:00000200:1.0:1776192958.508614:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349525376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.513235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7807a5a. 00000400:00000200:1.0:1776192958.514411:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.514429:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315b80 00000400:00000200:1.0:1776192958.514438:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a89 [1] + 224 00000400:00000200:1.0:1776192958.514450:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.514454:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.514465:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349525376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.514567:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.514574:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6df40 00000400:00000200:1.0:1776192958.514579:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23f9 [2] + 0 00000400:00000200:1.0:1776192958.514633:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.514637:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.514642:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192958.514648:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 00000020:00000010:0.0:1776192958.515124:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8683da3. 00000020:00000010:0.0:1776192958.515132:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.515136:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.515198:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebc3b78d x1862471344643904/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192958.515226:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643904 02000000:00000010:0.0:1776192958.515237:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000627ea673. 00010000:00000010:0.0:1776192958.515274:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.515282:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.515288:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.515291:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.515304:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:0.0:1776192958.515309:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643904, offset 224 00000400:00000200:0.0:1776192958.515317:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.515327:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.515332:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91564:91564:256:4294967295] 192.168.203.33@tcp LPNI seq info [91564:91564:8:4294967295] 00000400:00000200:0.0:1776192958.515340:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.515345:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.515350:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192958.515355:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.515361:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.515365:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.515384:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.515388:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.515391:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8683da3. 00000800:00000200:3.0:1776192958.515639:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.515643:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:3.0:1776192958.515647:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.515651:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.515655:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:3.0:1776192958.515657:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000400:00000010:2.0:1776192958.519271:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571f6932. 00000400:00000200:2.0:1776192958.519283:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:2.0:1776192958.519286:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:2.0:1776192958.519301:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349525376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.519312:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349525376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192958.519341:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4666829. 02000000:00000010:2.0:1776192958.519360:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007612aeae. 02000000:00000010:2.0:1776192958.519367:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4a459fc. 00000100:00000010:2.0:1776192958.519370:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192958.519376:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.519379:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00080000:00000010:2.0:1776192958.519416:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4a459fc. 00010000:00000010:2.0:1776192958.519505:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192958.519531:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000446f2ac0. 00010000:00000010:2.0:1776192958.519612:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6070126. 00010000:00000010:2.0:1776192958.519618:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192958.519629:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.519635:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.519641:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192958.519653:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007612aeae. 02000000:00000010:2.0:1776192958.519677:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab2a4fd5. 00000400:00000010:2.0:1776192958.519682:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571f6932. 00000400:00000010:2.0:1776192958.519686:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192958.519692:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525440, portal 16 00000400:00000010:2.0:1776192958.519697:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192958.519699:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525440, offset 0 00000400:00000200:2.0:1776192958.519706:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.519720:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.519859:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.519863:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.519866:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.519869:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91565:91565:256:4294967295] 192.168.203.33@tcp LPNI seq info [91565:91565:8:4294967295] 00000400:00000200:2.0:1776192958.519880:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.519886:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.519891:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192958.519898:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.519904:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.519908:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.522092:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.522102:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:2.0:1776192958.522111:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.522122:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.522128:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:2.0:1776192958.522131:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:2.0:1776192958.522142:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349525440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.527380:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3dd7dbd. 00010000:00000010:3.1:1776192958.527395:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:3.1:1776192958.527399:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009761585b. 00000400:00000200:1.0:1776192958.527457:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.527473:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315bc0 00000400:00000200:1.0:1776192958.527481:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3a95 [1] + 224 00000400:00000200:1.0:1776192958.527493:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.527497:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.527508:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349525440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192958.527636:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.527643:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6df80 00000400:00000200:1.0:1776192958.527647:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23f9 [2] + 328 00000400:00000200:1.0:1776192958.527656:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.527658:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.527662:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192958.527667:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 00000020:00000010:0.0:1776192958.527763:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8683da3. 00000020:00000010:0.0:1776192958.527771:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.527775:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.527807:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f277e3e x1862471344643968/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.527840:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344643968 02000000:00000010:0.0:1776192958.527851:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051e660e3. 00010000:00000010:0.0:1776192958.527888:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.527896:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.527902:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.527905:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.527920:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192958.527926:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344643968, offset 224 00000400:00000200:0.0:1776192958.527934:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.527945:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.527949:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91566:91566:256:4294967295] 192.168.203.33@tcp LPNI seq info [91566:91566:8:4294967295] 00000400:00000200:0.0:1776192958.527959:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.527963:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.527968:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192958.527973:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.527979:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.527983:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.528042:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.528047:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.528049:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8683da3. 00000400:00000010:2.0:1776192958.528367:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571f6932. 00000400:00000200:2.0:1776192958.528372:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:2.0:1776192958.528374:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:2.0:1776192958.528380:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349525440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.528389:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349525440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192958.528410:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075d6b133. 02000000:00000010:2.0:1776192958.528423:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab2a4fd5. 02000000:00000010:2.0:1776192958.528427:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007612aeae. 00000100:00000010:2.0:1776192958.528431:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192958.528435:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.528438:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00080000:00000010:2.0:1776192958.528453:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007612aeae. 00010000:00000010:2.0:1776192958.529089:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192958.529100:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6b6e5e0. 00010000:00000010:2.0:1776192958.529202:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a58acd9a. 00010000:00000010:2.0:1776192958.529208:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192958.529218:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192958.529223:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.529230:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192958.529241:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab2a4fd5. 02000000:00000010:2.0:1776192958.529263:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003100162a. 00000400:00000010:2.0:1776192958.529267:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571f6932. 00000400:00000010:2.0:1776192958.529272:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192958.529277:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525504, portal 16 00000400:00000010:2.0:1776192958.529281:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192958.529282:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525504, offset 0 00000400:00000200:2.0:1776192958.529289:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.529299:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.529305:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.529308:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.529311:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.529314:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91567:91567:255:4294967295] 192.168.203.33@tcp LPNI seq info [91567:91567:7:4294967295] 00000400:00000200:2.0:1776192958.529322:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.529327:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.529331:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352394). 00000800:00000200:2.0:1776192958.529336:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.529341:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.529344:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.529420:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.529423:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82352146). 00000400:00000200:3.0:1776192958.529427:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.529431:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.529434:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:3.0:1776192958.529436:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00010000:00000010:3.1:1776192958.530463:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40c1ad6. 00010000:00000010:3.1:1776192958.530473:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4dab44d. 00000800:00000200:3.0:1776192958.530934:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.530938:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:3.0:1776192958.530942:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.530950:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.530954:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:3.0:1776192958.530957:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:3.0:1776192958.530964:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349525504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.530994:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.531011:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315c00 00000400:00000200:3.0:1776192958.531019:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3aa1 [1] + 224 00000400:00000200:3.0:1776192958.531030:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.531033:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.531037:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349525504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.531108:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571f6932. 00000400:00000200:0.0:1776192958.531112:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:0.0:1776192958.531114:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:0.0:1776192958.531118:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349525504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.531126:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349525504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.531149:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003100162a. 02000000:00000010:0.0:1776192958.531182:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab2a4fd5. 00000100:00000010:0.0:1776192958.531187:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:0.0:1776192958.531193:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:0.0:1776192958.531196:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000200:1.0:1776192958.537964:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.537984:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6dfc0 00000400:00000200:1.0:1776192958.537993:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23f9 [2] + 656 00000400:00000200:1.0:1776192958.538088:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.538094:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.538101:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192958.538108:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 00000020:00000010:0.0:1776192958.542223:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8683da3. 00000020:00000010:0.0:1776192958.542234:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.542240:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.542272:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f17b910 x1862471344644032/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192958.542310:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644032 02000000:00000010:0.0:1776192958.542321:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a27cd64. 00010000:00000010:0.0:1776192958.542355:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000641c79ca. 00010000:00000010:0.0:1776192958.542377:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f5eaa9c. 00000100:00000010:0.0:1776192958.542385:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.542409:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.542414:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f5eaa9c. 00000400:00000010:0.0:1776192958.542426:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192958.542431:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644032, offset 224 00000400:00000200:0.0:1776192958.542439:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.542452:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.542458:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91568:91568:256:4294967295] 192.168.203.33@tcp LPNI seq info [91568:91568:8:4294967295] 00000400:00000200:0.0:1776192958.542468:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.542473:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.542478:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192958.542484:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.542559:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.542564:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.542586:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.542591:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.542594:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8683da3. 00000800:00000200:0.0:1776192958.542823:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.542827:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192958.542832:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.542837:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.542840:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:0.0:1776192958.542842:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00080000:00000010:3.0:1776192958.544082:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017e673c8. 00010000:00000010:3.0:1776192958.544193:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cef30f. 00010000:00000010:3.0:1776192958.544201:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ef500df. 00010000:00000010:3.0:1776192958.544274:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4dab44d. 00010000:00000010:3.0:1776192958.544281:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c22852ad. 00010000:00000010:3.0:1776192958.544292:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009392a7e8. 00010000:00000010:2.1:1776192958.544305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3aaafe7. 00010000:00000010:2.1:1776192958.544313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34f921b. 00010000:00000010:2.1:1776192958.544318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00000100:00000010:2.0:1776192958.544330:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.544339:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192958.544352:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab2a4fd5. 02000000:00000010:2.0:1776192958.544376:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003100162a. 00000400:00000010:2.0:1776192958.544381:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067077fe8. 00000400:00000010:2.0:1776192958.544386:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192958.544392:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525568, portal 16 00000400:00000010:2.0:1776192958.544397:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c28a338. 00000100:00000200:2.0:1776192958.544399:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525568, offset 0 00000400:00000200:2.0:1776192958.544408:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.544419:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.544426:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.544429:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.544432:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.544435:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91569:91569:256:4294967295] 192.168.203.33@tcp LPNI seq info [91569:91569:8:4294967295] 00000400:00000200:2.0:1776192958.544442:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.544448:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.544451:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192958.544457:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.544463:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.544467:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.544658:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.544662:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:3.0:1776192958.544665:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.544670:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.544673:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:3.0:1776192958.544675:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 00000100:00000200:3.0:1776192958.544680:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349525568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.548209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e454b666. 00010000:00000010:2.1:1776192958.548223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3a2ce87. 00010000:00000010:2.1:1776192958.548228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00000400:00000200:1.0:1776192958.551515:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192958.551535:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315c40 00000400:00000200:1.0:1776192958.551545:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3aad [1] + 224 00000400:00000200:1.0:1776192958.551561:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.551565:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192958.551576:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349525568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192958.551633:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067077fe8. 00000400:00000200:2.0:1776192958.551638:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:2.0:1776192958.551640:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:2.0:1776192958.551646:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349525568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.551653:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349525568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.551680:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003100162a. 02000000:00000010:2.0:1776192958.551685:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab2a4fd5. 00000100:00000010:2.0:1776192958.551688:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192958.551693:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192958.551696:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009392a7e8. 00010000:00000010:0.1:1776192958.552206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d568cd. 00010000:00000010:3.1:1776192958.553597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd2d6cd0. 00010000:00000010:3.1:1776192958.553613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58acd9a. 00000400:00000200:0.0:1776192958.553977:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.553993:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e000 00000400:00000200:0.0:1776192958.554001:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23f9 [2] + 984 00000400:00000200:0.0:1776192958.554055:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.554060:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.554067:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.554073:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000020:00000010:1.0:1776192958.556222:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3f2593e. 00000020:00000010:1.0:1776192958.556235:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.556240:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.556272:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344644096/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192958.556312:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644096 02000000:00000010:1.0:1776192958.556324:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f059c53d. 00010000:00000010:1.0:1776192958.556353:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c947f43. 00010000:00000010:1.0:1776192958.556377:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.556385:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.556407:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.556411:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.556424:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192958.556429:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644096, offset 224 00000400:00000200:1.0:1776192958.556437:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.556450:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.556456:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91570:91570:256:4294967295] 192.168.203.33@tcp LPNI seq info [91570:91570:8:4294967295] 00000400:00000200:1.0:1776192958.556466:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.556471:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.556475:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192958.556480:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.556486:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.556490:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.556519:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.556524:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.556526:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3f2593e. 00000800:00000200:3.0:1776192958.556720:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.556739:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:3.0:1776192958.556750:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.556756:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.556760:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:3.0:1776192958.556762:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00080000:00000010:2.0:1776192958.557310:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab2a4fd5. 00010000:00000010:2.0:1776192958.557413:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c22852ad. 00010000:00000010:2.0:1776192958.557421:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2fa479f. 00010000:00000010:2.0:1776192958.557500:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6070126. 00010000:00000010:2.0:1776192958.557506:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006812926. 00010000:00000010:2.0:1776192958.557517:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a44192ea. 00000100:00000010:2.0:1776192958.557521:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.557528:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192958.557539:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003100162a. 02000000:00000010:2.0:1776192958.557560:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003337962e. 00000400:00000010:2.0:1776192958.557565:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067077fe8. 00000400:00000010:2.0:1776192958.557569:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192958.557574:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525632, portal 16 00000400:00000010:2.0:1776192958.557577:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192958.557579:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525632, offset 0 00000400:00000200:2.0:1776192958.557586:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.557596:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.557603:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.557606:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.557609:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.557612:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91571:91571:256:4294967295] 192.168.203.33@tcp LPNI seq info [91571:91571:8:4294967295] 00000400:00000200:2.0:1776192958.557620:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.557811:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.557816:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192958.557822:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.557827:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.557830:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.558397:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.558402:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:1.0:1776192958.558406:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.558412:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.558416:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:1.0:1776192958.558418:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000100:00000200:1.0:1776192958.558425:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349525632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.564207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef93b4ef. 00010000:00000010:2.1:1776192958.564265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0e83a7. 00010000:00000010:2.1:1776192958.564271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4dab44d. 00000400:00000200:0.0:1776192958.578059:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.578077:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315c80 00000400:00000200:0.0:1776192958.578085:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ab9 [1] + 224 00000400:00000200:0.0:1776192958.578103:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.578106:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.578115:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349525632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192958.578277:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067077fe8. 00000400:00000200:2.0:1776192958.578282:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:2.0:1776192958.578283:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:2.0:1776192958.578289:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349525632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.578296:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349525632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.578325:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003337962e. 02000000:00000010:2.0:1776192958.578342:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003100162a. 00000100:00000010:2.0:1776192958.578346:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192958.578351:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192958.578355:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a44192ea. 00000400:00000200:3.0:1776192958.580263:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.580284:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e040 00000400:00000200:3.0:1776192958.580291:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23f9 [2] + 1312 00000400:00000200:3.0:1776192958.580353:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.580358:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.580364:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.580369:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000020:00000010:1.0:1776192958.580838:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3f2593e. 00000020:00000010:1.0:1776192958.580846:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.580851:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.580876:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344644160/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192958.580915:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644160 02000000:00000010:1.0:1776192958.580927:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1b5671e. 00010000:00000010:1.0:1776192958.580961:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002727a4c2. 00010000:00000010:1.0:1776192958.580984:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.580991:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.581010:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.581014:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.581027:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192958.581032:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644160, offset 224 00000400:00000200:1.0:1776192958.581040:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.581050:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.581065:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91572:91572:256:4294967295] 192.168.203.33@tcp LPNI seq info [91572:91572:8:4294967295] 00000400:00000200:1.0:1776192958.581074:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.581078:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.581083:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192958.581088:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.581093:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.581097:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.581130:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.581135:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.581139:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3f2593e. 00080000:00000010:2.0:1776192958.581866:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003100162a. 00010000:00000010:2.0:1776192958.581965:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006812926. 00010000:00000010:2.0:1776192958.581975:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005022c66e. 00000800:00000200:3.0:1776192958.582077:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.582081:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:3.0:1776192958.582086:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.582093:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.582098:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:3.0:1776192958.582100:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00010000:00000010:2.0:1776192958.583106:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa809807. 00010000:00000010:2.0:1776192958.583114:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b8225bc6. 00010000:00000010:2.0:1776192958.583120:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.0:1776192958.583127:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006812926. 00080000:00000010:2.0:1776192958.583150:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003337962e. 00010000:00000010:2.0:1776192958.583222:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006812926. 00010000:00000010:2.0:1776192958.583228:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8225bc6. 00010000:00000010:2.0:1776192958.583297:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.0:1776192958.583302:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006812926. 00010000:00000010:2.0:1776192958.583432:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a44192ea. 00000100:00000010:2.0:1776192958.583439:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.583448:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192958.583545:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df138ea6. 02000000:00000010:2.0:1776192958.583575:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdb4b888. 00000400:00000010:2.0:1776192958.583580:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067077fe8. 00000400:00000010:2.0:1776192958.583587:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192958.583592:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525696, portal 16 00000400:00000010:2.0:1776192958.583597:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192958.583598:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525696, offset 0 00000400:00000200:2.0:1776192958.583607:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.583622:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.583629:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.583632:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.583634:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.583639:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91573:91573:256:4294967295] 192.168.203.33@tcp LPNI seq info [91573:91573:8:4294967295] 00000400:00000200:2.0:1776192958.583647:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.583652:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.583656:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192958.583663:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.583669:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.583672:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.585393:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.585400:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:0.0:1776192958.585408:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.585416:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.585421:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:0.0:1776192958.585424:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:0.0:1776192958.585432:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349525696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.596074:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.596094:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315cc0 00000400:00000200:3.0:1776192958.596103:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ac5 [1] + 224 00000400:00000200:3.0:1776192958.596125:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.596130:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.596141:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349525696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.596286:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067077fe8. 00000400:00000200:0.0:1776192958.596291:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:0.0:1776192958.596293:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:0.0:1776192958.596299:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349525696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.596307:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349525696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.596355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028caa853. 02000000:00000010:0.0:1776192958.596419:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdb4b888. 02000000:00000010:0.0:1776192958.596424:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df138ea6. 00000100:00000010:0.0:1776192958.596428:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:0.0:1776192958.596433:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:0.0:1776192958.596436:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a44192ea. 00000400:00000200:0.0:1776192958.600042:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.600062:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e080 00000400:00000200:0.0:1776192958.600071:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23f9 [2] + 1640 00000400:00000200:0.0:1776192958.600116:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.601005:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.601012:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.601018:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 00000020:00000010:1.0:1776192958.601632:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3f2593e. 00000020:00000010:1.0:1776192958.601640:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.601644:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.601669:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e61ef9f1 x1862471344644224/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192958.601732:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644224 02000000:00000010:1.0:1776192958.601750:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b435d6c9. 00010000:00000010:1.0:1776192958.601780:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c86ba83. 00010000:00000010:1.0:1776192958.601800:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.601807:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.601821:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.601826:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.601840:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007465e33a. 00000100:00000200:1.0:1776192958.601846:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644224, offset 224 00000400:00000200:1.0:1776192958.601855:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.601867:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.601873:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91574:91574:256:4294967295] 192.168.203.33@tcp LPNI seq info [91574:91574:8:4294967295] 00000400:00000200:1.0:1776192958.601884:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.601890:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.601894:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192958.601900:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.601907:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.601910:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.601930:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.601935:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.601939:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3f2593e. 00080000:00000010:0.0:1776192958.602017:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8683da3. 00010000:00000010:0.0:1776192958.602106:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006812926. 00010000:00000010:0.0:1776192958.602114:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008afb90e7. 00010000:00000010:2.1:1776192958.602189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001370a99e. 00010000:00000010:2.1:1776192958.602196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00010000:00000010:2.1:1776192958.602199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa809807. 00010000:00000010:2.1:1776192958.602201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:0.0:1776192958.602219:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192958.602226:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a13730fe. 00010000:00000010:0.0:1776192958.602237:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.602242:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be79d8f4. 00000100:00000010:0.0:1776192958.602248:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192958.602260:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd2beb8f. 02000000:00000010:0.0:1776192958.602285:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000489eafcb. 00000400:00000010:0.0:1776192958.602290:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000010:0.0:1776192958.602296:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192958.602300:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525760, portal 16 00000400:00000010:0.0:1776192958.602304:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192958.602306:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525760, offset 0 00000400:00000200:0.0:1776192958.602311:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.602318:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.602325:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.602341:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.602344:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.602346:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91575:91575:255:4294967295] 192.168.203.33@tcp LPNI seq info [91575:91575:7:4294967295] 00000400:00000200:0.0:1776192958.602354:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.602358:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.602361:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352394). 00000800:00000200:0.0:1776192958.602365:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.602378:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.602381:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.602435:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.602439:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82352146). 00000400:00000200:0.0:1776192958.602442:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.602446:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.602449:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:0.0:1776192958.602451:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00000800:00000200:0.0:1776192958.602496:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.602498:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:0.0:1776192958.602501:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.602504:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.602506:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:0.0:1776192958.602517:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00000100:00000200:0.0:1776192958.602522:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349525760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.604568:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.604586:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315d00 00000400:00000200:3.0:1776192958.604595:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ad1 [1] + 224 00000400:00000200:3.0:1776192958.604607:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.604611:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.604620:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349525760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.604656:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.604662:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e0c0 00000400:00000200:3.0:1776192958.604667:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb23f9 [2] + 1968 00000400:00000010:3.0:1776192958.604671:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a03df4e2. 00000400:00000200:3.0:1776192958.604676:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000395cd731 00000400:00000200:3.0:1776192958.604686:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.604690:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.604691:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000395cd731 00000400:00000010:3.0:1776192958.604693:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000395cd731 (tot 82351746). 00000100:00000200:3.0:1776192958.604698:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776192958.604734:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:0.0:1776192958.604753:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:0.0:1776192958.604755:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000100:00000200:0.0:1776192958.604762:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349525760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.604770:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349525760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.604801:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000489eafcb. 02000000:00000010:0.0:1776192958.604808:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd2beb8f. 00000100:00000010:0.0:1776192958.604812:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:0.0:1776192958.604816:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000be79d8f4. 00010000:00000010:0.0:1776192958.604819:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00000020:00000010:1.0:1776192958.604888:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3f2593e. 00000020:00000010:1.0:1776192958.604895:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.604900:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.604920:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f2445b2 x1862471344644288/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.604978:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644288 02000000:00000010:1.0:1776192958.604989:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005fd7d5ea. 00010000:00000010:1.0:1776192958.605024:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7ca0976. 00010000:00000010:1.0:1776192958.605045:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.605051:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009939651e. 00000100:00000010:1.0:1776192958.605070:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009939651e. 00010000:00000010:1.0:1776192958.605073:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.605084:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192958.605088:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644288, offset 224 00000400:00000200:1.0:1776192958.605096:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.605106:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.605112:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91576:91576:256:4294967295] 192.168.203.33@tcp LPNI seq info [91576:91576:8:4294967295] 00000400:00000200:1.0:1776192958.605133:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.605139:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.605144:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82351994). 00000800:00000200:1.0:1776192958.605149:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.605185:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.605189:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.605208:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00080000:00000010:2.0:1776192958.605209:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdb4b888. 00000020:00000010:1.0:1776192958.605213:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.605216:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3f2593e. 02000000:00000010:1.0:1776192958.605226:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b435d6c9. 00000100:00000010:1.0:1776192958.605230:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e61ef9f1. 02000000:00000010:1.0:1776192958.605235:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1b5671e. 00000100:00000010:1.0:1776192958.605237:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:1.0:1776192958.605239:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f059c53d. 00000100:00000010:1.0:1776192958.605241:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 02000000:00000010:1.0:1776192958.605244:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a27cd64. 00000100:00000010:1.0:1776192958.605247:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192958.605250:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051e660e3. 00000100:00000010:1.0:1776192958.605252:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192958.605256:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000627ea673. 00000100:00000010:1.0:1776192958.605257:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000200:1.0:1776192958.605262:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776192958.605267:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309bf93a. 00000400:00000010:1.0:1776192958.605271:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009939651e (tot 82352146). 00010000:00000010:2.0:1776192958.605291:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a13730fe. 00000800:00000200:3.0:1776192958.605294:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776192958.605297:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000943d6057. 00000800:00000010:3.0:1776192958.605299:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192958.605305:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.605309:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.605312:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:3.0:1776192958.605314:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 02000000:00000010:3.0:1776192958.605318:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005fd7d5ea. 00010000:00000010:2.0:1776192958.605466:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.0:1776192958.605473:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.605484:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192958.605487:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.605494:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192958.605503:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df138ea6. 02000000:00000010:2.0:1776192958.605525:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c01d8bb7. 00000400:00000010:2.0:1776192958.605528:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000084a687f8. 00000400:00000010:2.0:1776192958.605531:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.605534:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525824, portal 16 00000400:00000010:2.0:1776192958.605538:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192958.605540:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525824, offset 0 00000400:00000200:2.0:1776192958.605545:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.605551:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.605556:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.605559:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.605562:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.605565:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91577:91577:256:4294967295] 192.168.203.33@tcp LPNI seq info [91577:91577:8:4294967295] 00000400:00000200:2.0:1776192958.605572:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.605578:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.605581:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192958.605585:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.605588:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.605591:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.606191:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.606196:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:3.0:1776192958.606201:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.606206:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.606209:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:3.0:1776192958.606211:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000100:00000200:3.0:1776192958.606217:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349525824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.607896:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.607915:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315d40 00000400:00000200:3.0:1776192958.607923:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ae1 [1] + 224 00000400:00000200:3.0:1776192958.607934:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.607937:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.607946:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349525824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192958.608009:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000084a687f8. 00000400:00000200:2.0:1776192958.608014:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:2.0:1776192958.608017:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.608023:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349525824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.608030:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349525824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.608061:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c01d8bb7. 02000000:00000010:2.0:1776192958.608068:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df138ea6. 00000100:00000010:2.0:1776192958.608071:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:2.0:1776192958.608076:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192958.608080:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00010000:00000010:0.1:1776192958.608278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027fd72f1. 00010000:00000010:0.1:1776192958.608287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:1.1:1776192958.609088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016fec1fd. 00000400:00000200:3.0:1776192958.609499:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.609514:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e100 00000400:00000200:3.0:1776192958.609523:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2451 [2] + 0 00000400:00000200:3.0:1776192958.609577:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.609582:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.609588:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.609593:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:1.0:1776192958.609658:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f059c53d. 00000020:00000010:1.0:1776192958.609664:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.609668:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.609693:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344644352/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192958.609725:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644352 02000000:00000010:1.0:1776192958.609736:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1b5671e. 00010000:00000010:1.0:1776192958.609875:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fd16795. 00010000:00000010:1.0:1776192958.609900:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.609907:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7b62919. 00000100:00000010:1.0:1776192958.609920:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7b62919. 00010000:00000010:1.0:1776192958.609925:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.609937:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000066f1a46. 00000100:00000200:1.0:1776192958.609942:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644352, offset 224 00000400:00000200:1.0:1776192958.609950:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.609959:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.609964:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91578:91578:256:4294967295] 192.168.203.33@tcp LPNI seq info [91578:91578:8:4294967295] 00000400:00000200:1.0:1776192958.609973:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.609977:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.609981:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192958.609986:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.609993:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.609997:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.610061:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.610067:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.610071:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f059c53d. 00080000:00000010:2.0:1776192958.610906:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df138ea6. 00010000:00000010:2.0:1776192958.610995:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.611004:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a9b1d1. 00010000:00000010:2.0:1776192958.611084:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6070126. 00010000:00000010:2.0:1776192958.611090:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.611102:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192958.611107:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.611114:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192958.611127:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c01d8bb7. 02000000:00000010:2.0:1776192958.611151:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d14f4eeb. 00000400:00000010:2.0:1776192958.611175:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000084a687f8. 00000400:00000010:2.0:1776192958.611182:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.611189:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525888, portal 16 00000400:00000010:2.0:1776192958.611193:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192958.611197:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525888, offset 0 00000400:00000200:2.0:1776192958.611207:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.611221:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.611230:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.611234:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.611237:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.611240:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91579:91579:255:4294967295] 192.168.203.33@tcp LPNI seq info [91579:91579:7:4294967295] 00000400:00000200:2.0:1776192958.611249:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.611254:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.611258:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352394). 00000800:00000200:2.0:1776192958.611264:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.611270:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.611274:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776192958.612214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d9522e. 00010000:00000010:2.1:1776192958.612898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002303729. 00010000:00000010:2.1:1776192958.612907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00000800:00000200:0.0:1776192958.614925:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.614938:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82352146). 00000400:00000200:0.0:1776192958.614946:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.614959:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.614965:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:0.0:1776192958.614967:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000800:00000200:0.0:1776192958.615055:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.615057:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:0.0:1776192958.615060:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.615064:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.615066:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:0.0:1776192958.615067:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:0.0:1776192958.615075:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349525888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.617258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b61a35f. 00010000:00000010:2.1:1776192958.621205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545661eb. 00010000:00000010:2.1:1776192958.621221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00000400:00000200:3.0:1776192958.628310:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.628330:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315d80 00000400:00000200:3.0:1776192958.628340:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3aed [1] + 224 00000400:00000200:3.0:1776192958.628354:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.628359:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.628371:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349525888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192958.628555:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000084a687f8. 00000400:00000200:2.0:1776192958.628559:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:2.0:1776192958.628561:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.628567:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349525888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.628574:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349525888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.628603:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d14f4eeb. 02000000:00000010:2.0:1776192958.628609:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c01d8bb7. 00000100:00000010:2.0:1776192958.628614:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:2.0:1776192958.628619:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192958.628622:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00000400:00000200:3.0:1776192958.633846:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.633868:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e140 00000400:00000200:3.0:1776192958.633877:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2451 [2] + 328 00000400:00000200:3.0:1776192958.633944:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.633950:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.633958:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.633964:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000020:00000010:1.0:1776192958.634114:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f059c53d. 00000020:00000010:1.0:1776192958.634120:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.634125:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.634151:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344644416/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192958.634216:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644416 02000000:00000010:1.0:1776192958.634227:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b435d6c9. 00010000:00000010:1.0:1776192958.634254:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000829274e7. 00010000:00000010:1.0:1776192958.634276:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.634282:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7b62919. 00000100:00000010:1.0:1776192958.634300:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7b62919. 00010000:00000010:1.0:1776192958.634304:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.634319:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ef59f96. 00000100:00000200:1.0:1776192958.634323:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644416, offset 224 00000400:00000200:1.0:1776192958.634331:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.634342:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.634347:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91580:91580:256:4294967295] 192.168.203.33@tcp LPNI seq info [91580:91580:8:4294967295] 00000400:00000200:1.0:1776192958.634358:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.634362:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.634366:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192958.634371:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.634377:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.634380:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.634413:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.634417:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.634421:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f059c53d. 00080000:00000010:2.0:1776192958.634569:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c01d8bb7. 00010000:00000010:2.0:1776192958.634652:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.634659:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d132d239. 00010000:00000010:2.0:1776192958.634728:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.0:1776192958.634734:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.634756:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192958.634761:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.634768:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192958.634778:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d14f4eeb. 02000000:00000010:2.0:1776192958.634802:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a4628c5. 00000400:00000010:2.0:1776192958.634807:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000084a687f8. 00000400:00000010:2.0:1776192958.634813:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.634817:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349525952, portal 16 00000400:00000010:2.0:1776192958.634821:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192958.634823:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349525952, offset 0 00000400:00000200:2.0:1776192958.634828:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.634835:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.634841:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.634844:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.634847:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.634849:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91581:91581:255:4294967295] 192.168.203.33@tcp LPNI seq info [91581:91581:7:4294967295] 00000400:00000200:2.0:1776192958.634855:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.634859:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.634861:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352394). 00000800:00000200:2.0:1776192958.634864:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.634868:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.634870:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.635007:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.635011:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82352146). 00000400:00000200:3.0:1776192958.635014:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.635018:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.635022:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ef59f96 00000400:00000010:3.0:1776192958.635024:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ef59f96. 00000800:00000200:3.0:1776192958.635066:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.635068:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:3.0:1776192958.635070:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.635074:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.635076:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:3.0:1776192958.635078:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00000100:00000200:3.0:1776192958.635082:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349525952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.640226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3add098. 00010000:00000010:2.1:1776192958.640242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00000400:00000200:3.0:1776192958.642519:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.642539:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315dc0 00000400:00000200:3.0:1776192958.642548:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3af9 [1] + 224 00000400:00000200:3.0:1776192958.642560:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.642564:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.642575:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349525952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.642614:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.642619:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e180 00000400:00000200:3.0:1776192958.642624:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2451 [2] + 656 00000400:00000200:3.0:1776192958.642649:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.642653:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.642657:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.642663:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000400:00000010:2.0:1776192958.642825:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000084a687f8. 00000400:00000200:2.0:1776192958.642830:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:2.0:1776192958.642832:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.642838:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349525952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.642846:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349525952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.642873:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a4628c5. 02000000:00000010:2.0:1776192958.642880:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d14f4eeb. 00000100:00000010:2.0:1776192958.642883:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:2.0:1776192958.642888:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192958.642891:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00000020:00000010:0.0:1776192958.642976:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd2beb8f. 00000020:00000010:0.0:1776192958.642983:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.642988:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.643035:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dd79861 x1862471344644480/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.643066:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644480 02000000:00000010:0.0:1776192958.643077:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000489eafcb. 00010000:00000010:0.0:1776192958.643103:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054e64b73. 00010000:00000010:0.0:1776192958.643124:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.643130:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.643144:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.643146:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00000400:00000010:0.0:1776192958.643190:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192958.643196:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644480, offset 224 00000400:00000200:0.0:1776192958.643202:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.643211:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.643216:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91582:91582:256:4294967295] 192.168.203.33@tcp LPNI seq info [91582:91582:8:4294967295] 00000400:00000200:0.0:1776192958.643225:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.643230:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.643234:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192958.643239:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.643245:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.643249:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192958.643262:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.643265:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.643268:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd2beb8f. 00080000:00000010:2.0:1776192958.643368:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d14f4eeb. 00010000:00000010:2.0:1776192958.643456:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.643462:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c40d4d47. 00010000:00000010:2.0:1776192958.643530:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6070126. 00010000:00000010:2.0:1776192958.643535:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.643543:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192958.643546:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.643551:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192958.643561:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a4628c5. 02000000:00000010:2.0:1776192958.643579:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018a17461. 00000400:00000010:2.0:1776192958.643583:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000084a687f8. 00000400:00000010:2.0:1776192958.643586:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.643590:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526016, portal 16 00000400:00000010:2.0:1776192958.643593:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000562a51. 00000100:00000200:2.0:1776192958.643595:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526016, offset 0 00000400:00000200:2.0:1776192958.643601:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.643606:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.643612:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.643615:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.643618:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.643621:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91583:91583:255:4294967295] 192.168.203.33@tcp LPNI seq info [91583:91583:7:4294967295] 00000400:00000200:2.0:1776192958.643628:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.643633:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.643636:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352394). 00000800:00000200:2.0:1776192958.643640:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.643643:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.643646:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.643937:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.643940:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:3.0:1776192958.643945:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.643949:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.643952:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:3.0:1776192958.643954:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000800:00000200:3.0:1776192958.644016:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.644018:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:3.0:1776192958.644021:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.644024:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.644026:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:3.0:1776192958.644027:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 00000100:00000200:3.0:1776192958.644032:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349526016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.645208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f75c3009. 00000400:00000200:3.0:1776192958.648576:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.648597:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315e00 00000400:00000200:3.0:1776192958.648606:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b05 [1] + 224 00000400:00000200:3.0:1776192958.648618:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.648622:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.648632:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349526016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.648669:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.648674:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e1c0 00000400:00000200:3.0:1776192958.648679:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2451 [2] + 984 00000400:00000200:3.0:1776192958.648688:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.648691:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.648695:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.648700:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:1.0:1776192958.648804:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f059c53d. 00000020:00000010:1.0:1776192958.648811:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.648815:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.648841:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344644544/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.648875:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644544 02000000:00000010:1.0:1776192958.648887:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3f2593e. 00010000:00000010:1.0:1776192958.648928:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.648935:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7b62919. 00000100:00000010:1.0:1776192958.648941:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7b62919. 00010000:00000010:1.0:1776192958.648946:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.648959:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192958.648964:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644544, offset 224 00000400:00000200:1.0:1776192958.648972:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.648981:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.648987:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91584:91584:256:4294967295] 192.168.203.33@tcp LPNI seq info [91584:91584:8:4294967295] 00000400:00000200:1.0:1776192958.648997:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.649002:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.649017:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192958.649023:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.649030:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.649033:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.649054:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.649059:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.649062:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f059c53d. 00010000:00000010:0.1:1776192958.649188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa56c38. 00000400:00000010:2.0:1776192958.649270:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000084a687f8. 00000400:00000200:2.0:1776192958.649274:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:2.0:1776192958.649276:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.649281:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349526016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.649289:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349526016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192958.649309:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085047ce2. 02000000:00000010:2.0:1776192958.649324:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018a17461. 02000000:00000010:2.0:1776192958.649328:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a4628c5. 00000100:00000010:2.0:1776192958.649333:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:2.0:1776192958.649337:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192958.649339:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00080000:00000010:2.0:1776192958.649356:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018a17461. 00010000:00000010:2.0:1776192958.649439:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.649446:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5456190. 00010000:00000010:2.0:1776192958.649534:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192958.649539:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.649549:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192958.649553:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.649557:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192958.649569:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a4628c5. 02000000:00000010:2.0:1776192958.649595:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a7e1f03. 00000400:00000010:2.0:1776192958.649599:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000084a687f8. 00000400:00000010:2.0:1776192958.649603:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.649607:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526080, portal 16 00000400:00000010:2.0:1776192958.649611:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002554c9c2. 00000100:00000200:2.0:1776192958.649613:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526080, offset 0 00000400:00000200:2.0:1776192958.649618:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.649624:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.649631:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.649635:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.649637:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.649640:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91585:91585:255:4294967295] 192.168.203.33@tcp LPNI seq info [91585:91585:7:4294967295] 00000400:00000200:2.0:1776192958.649647:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.649650:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.649653:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352394). 00000800:00000200:2.0:1776192958.649657:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.649660:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.649663:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.649884:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.649888:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82352146). 00000400:00000200:3.0:1776192958.649892:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.649897:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.649900:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:3.0:1776192958.649902:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000800:00000200:3.0:1776192958.649965:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.649967:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:3.0:1776192958.649970:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.649973:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.649975:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:3.0:1776192958.649977:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00000100:00000200:3.0:1776192958.649981:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349526080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.657857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b0b2b6b. 00010000:00000010:2.1:1776192958.657876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00000400:00000200:0.0:1776192958.658803:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.658824:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315e40 00000400:00000200:0.0:1776192958.658835:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b11 [1] + 224 00000400:00000200:0.0:1776192958.658850:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.658854:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.658867:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349526080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.658904:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.658909:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e200 00000400:00000200:0.0:1776192958.658914:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2451 [2] + 1312 00000400:00000200:0.0:1776192958.658976:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.658981:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.658985:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.658990:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 00000400:00000010:2.0:1776192958.659087:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000084a687f8. 00000400:00000200:2.0:1776192958.659092:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:2.0:1776192958.659094:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.659100:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349526080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.659109:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349526080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.659140:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a7e1f03. 02000000:00000010:2.0:1776192958.659147:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a4628c5. 00000100:00000010:2.0:1776192958.659152:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:2.0:1776192958.659183:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192958.659187:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00010000:00000010:2.1:1776192958.663367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083b0c7d4. 00010000:00000010:2.1:1776192958.663382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b899f9d. 00010000:00000010:2.1:1776192958.663386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00000020:00000010:1.0:1776192958.669280:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f059c53d. 00000020:00000010:1.0:1776192958.669294:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.669298:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.669334:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000018a69e7 x1862471344644608/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192958.669369:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644608 02000000:00000010:1.0:1776192958.669379:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d5fac3c. 00010000:00000010:1.0:1776192958.669406:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2d0bfd7. 00010000:00000010:1.0:1776192958.669428:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.669436:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7b62919. 00000100:00000010:1.0:1776192958.669457:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7b62919. 00010000:00000010:1.0:1776192958.669462:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.669474:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee38bd31. 00000100:00000200:1.0:1776192958.669479:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644608, offset 224 00000400:00000200:1.0:1776192958.669488:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.669503:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.669509:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91586:91586:256:4294967295] 192.168.203.33@tcp LPNI seq info [91586:91586:8:4294967295] 00000400:00000200:1.0:1776192958.669519:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.669525:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.669531:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192958.669537:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.669545:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.669549:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776192958.669700:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a7e1f03. 00010000:00000010:2.0:1776192958.669795:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.669803:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000beba959c. 00010000:00000010:2.0:1776192958.669881:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6070126. 00010000:00000010:2.0:1776192958.669887:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.669897:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192958.669900:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.669907:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192958.669919:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b51cec3. 02000000:00000010:2.0:1776192958.669940:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ede1c939. 00000400:00000010:2.0:1776192958.669946:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000084a687f8. 00000400:00000010:2.0:1776192958.669951:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.669956:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526144, portal 16 00000400:00000010:2.0:1776192958.669960:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc0d762e. 00000100:00000200:2.0:1776192958.669962:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526144, offset 0 00000400:00000200:2.0:1776192958.669968:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.669976:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.669983:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.669987:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.669990:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.670004:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91587:91587:255:4294967295] 192.168.203.33@tcp LPNI seq info [91587:91587:7:4294967295] 00000400:00000200:2.0:1776192958.670018:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.670022:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.670026:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352394). 00000800:00000200:2.0:1776192958.670030:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.670033:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.670036:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.670063:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.670068:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.670072:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f059c53d. 00000800:00000200:2.0:1776192958.676294:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.676303:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82352146). 00000400:00000200:2.0:1776192958.676312:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.676323:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.676329:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee38bd31 00000400:00000010:2.0:1776192958.676332:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee38bd31. 00000800:00000200:2.0:1776192958.676412:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.676414:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:2.0:1776192958.676418:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.676421:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.676423:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc0d762e 00000400:00000010:2.0:1776192958.676425:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc0d762e. 00000100:00000200:2.0:1776192958.676433:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349526144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.677185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099cc3709. 00010000:00000010:2.1:1776192958.680296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003240ce80. 00010000:00000010:2.1:1776192958.680313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00000400:00000200:3.0:1776192958.683701:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.683722:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315e80 00000400:00000200:3.0:1776192958.683731:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b1d [1] + 224 00000400:00000200:3.0:1776192958.683754:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.683759:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.683769:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349526144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.683806:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.683811:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e240 00000400:00000200:3.0:1776192958.683816:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2451 [2] + 1640 00000400:00000200:3.0:1776192958.683861:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.683864:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.683868:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.683875:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000400:00000010:0.0:1776192958.684012:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000084a687f8. 00000400:00000200:0.0:1776192958.684018:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:0.0:1776192958.684020:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:0.0:1776192958.684025:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349526144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.684033:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349526144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.684061:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ede1c939. 02000000:00000010:0.0:1776192958.684067:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b51cec3. 00000100:00000010:0.0:1776192958.684070:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:0.0:1776192958.684075:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:0.0:1776192958.684080:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00000020:00000010:1.0:1776192958.686042:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f059c53d. 00000020:00000010:1.0:1776192958.686055:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.686059:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.686094:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344644672/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192958.686121:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644672 02000000:00000010:1.0:1776192958.686132:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e597766b. 00010000:00000010:1.0:1776192958.686187:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000277ce807. 00010000:00000010:1.0:1776192958.686211:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.686219:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7b62919. 00000100:00000010:1.0:1776192958.686233:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7b62919. 00010000:00000010:1.0:1776192958.686237:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.686250:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192958.686256:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644672, offset 224 00000400:00000200:1.0:1776192958.686264:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:2.0:1776192958.686583:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007521ebed. 00010000:00000010:2.0:1776192958.686673:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.686680:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005fed07b5. 00010000:00000010:2.0:1776192958.686785:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192958.686791:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.686801:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192958.686806:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.686813:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192958.686824:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b51cec3. 02000000:00000010:2.0:1776192958.686847:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ede1c939. 00000400:00000010:2.0:1776192958.686852:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ace97626. 00000400:00000010:2.0:1776192958.686857:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc0d762e. 00000100:00000200:2.0:1776192958.686862:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526208, portal 16 00000400:00000010:2.0:1776192958.686866:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192958.686867:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526208, offset 0 00000400:00000200:2.0:1776192958.686872:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.686893:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.686900:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91588:91588:256:4294967295] 192.168.203.33@tcp LPNI seq info [91588:91588:8:4294967295] 00000400:00000200:1.0:1776192958.686910:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.686915:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.686919:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192958.686925:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.686931:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.686935:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.686961:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.686965:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.686969:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f059c53d. 00000800:00000200:0.0:1776192958.687228:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.687232:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:0.0:1776192958.687236:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.687241:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.687245:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:0.0:1776192958.687247:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000400:00000200:2.0:1776192958.688953:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.688962:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.688966:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.688971:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.688974:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91589:91589:255:4294967295] 192.168.203.33@tcp LPNI seq info [91589:91589:7:4294967295] 00000400:00000200:2.0:1776192958.688984:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.688989:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.690928:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192958.690952:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.690962:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.690969:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.691299:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.691304:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:0.0:1776192958.691309:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.691314:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.691319:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:0.0:1776192958.691321:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:0.0:1776192958.691331:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349526208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.692192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b2222b. 00000400:00000200:2.0:1776192958.692764:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.692782:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315ec0 00000400:00000200:2.0:1776192958.692794:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b29 [1] + 224 00000400:00000200:2.0:1776192958.692807:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.692811:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.692820:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349526208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.692992:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ace97626. 00000400:00000200:0.0:1776192958.692997:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc0d762e 00000400:00000010:0.0:1776192958.692999:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc0d762e. 00000100:00000200:0.0:1776192958.693004:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349526208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.693021:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349526208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.693051:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ede1c939. 02000000:00000010:0.0:1776192958.693058:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b51cec3. 00000100:00000010:0.0:1776192958.693062:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:0.0:1776192958.693067:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:0.0:1776192958.693071:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000400:00000200:3.0:1776192958.693541:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.693552:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e280 00000400:00000200:3.0:1776192958.693557:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2451 [2] + 1968 00000400:00000010:3.0:1776192958.693560:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb148028. 00000400:00000200:3.0:1776192958.693564:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ab7c457a 00000400:00000200:3.0:1776192958.693613:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.693617:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.693620:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7c457a 00000400:00000010:3.0:1776192958.693621:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ab7c457a (tot 82351746). 00000100:00000200:3.0:1776192958.693626:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776192958.693732:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f059c53d. 00000020:00000010:1.0:1776192958.693750:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.693755:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.693781:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4e93dc7 x1862471344644736/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192958.693812:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644736 02000000:00000010:1.0:1776192958.693823:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a85ea26f. 00010000:00000010:1.0:1776192958.693850:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3d45760. 00010000:00000010:1.0:1776192958.693870:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.693876:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7b62919. 00000100:00000010:1.0:1776192958.693893:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7b62919. 00010000:00000010:1.0:1776192958.693898:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.693911:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002806a671. 00000100:00000200:1.0:1776192958.693916:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644736, offset 224 00000400:00000200:1.0:1776192958.693923:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.693934:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.693939:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91590:91590:256:4294967295] 192.168.203.33@tcp LPNI seq info [91590:91590:8:4294967295] 00000400:00000200:1.0:1776192958.693949:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.693954:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.693958:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82351994). 00000800:00000200:1.0:1776192958.693963:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.693968:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.693972:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.693996:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.694000:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.694004:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f059c53d. 02000000:00000010:1.0:1776192958.694019:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e597766b. 00000100:00000010:1.0:1776192958.694022:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:1.0:1776192958.694026:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d5fac3c. 00000100:00000010:1.0:1776192958.694029:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 02000000:00000010:1.0:1776192958.694033:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3f2593e. 00000100:00000010:1.0:1776192958.694035:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:1.0:1776192958.694038:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000489eafcb. 00000100:00000010:1.0:1776192958.694042:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 02000000:00000010:1.0:1776192958.694046:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b435d6c9. 00000100:00000010:1.0:1776192958.694048:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:1.0:1776192958.694050:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1b5671e. 00000100:00000010:1.0:1776192958.694052:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000200:1.0:1776192958.694058:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776192958.694063:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047f8404a. 00000400:00000010:1.0:1776192958.694067:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7b62919 (tot 82352146). 00080000:00000010:2.0:1776192958.694127:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b51cec3. 00010000:00000010:2.0:1776192958.694247:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.694256:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e2a0248. 00010000:00000010:2.0:1776192958.694327:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.0:1776192958.694333:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192958.694342:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a708dc4. 00000100:00000010:2.0:1776192958.694347:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.694354:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192958.694364:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ede1c939. 02000000:00000010:2.0:1776192958.694387:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a4628c5. 00000400:00000010:2.0:1776192958.694391:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eeeb7064. 00000400:00000010:2.0:1776192958.694394:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002554c9c2. 00000100:00000200:2.0:1776192958.694397:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526272, portal 16 00000400:00000010:2.0:1776192958.694401:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000562a51. 00000100:00000200:2.0:1776192958.694403:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526272, offset 0 00000400:00000200:2.0:1776192958.694408:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.694414:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.694420:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.694424:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.694426:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.694429:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91591:91591:255:4294967295] 192.168.203.33@tcp LPNI seq info [91591:91591:7:4294967295] 00000400:00000200:2.0:1776192958.694435:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.694439:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.694443:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352394). 00000800:00000200:2.0:1776192958.694447:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.694452:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.694454:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.694537:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.694540:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82352146). 00000400:00000200:3.0:1776192958.694544:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.694548:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.694552:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002806a671 00000400:00000010:3.0:1776192958.694553:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002806a671. 02000000:00000010:3.0:1776192958.694557:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a85ea26f. 00000800:00000200:3.0:1776192958.694596:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.694598:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:3.0:1776192958.694600:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.694603:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.694605:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:3.0:1776192958.694606:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 00000100:00000200:3.0:1776192958.694609:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349526272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.696222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e4af22. 00010000:00000010:2.1:1776192958.696238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00000400:00000200:2.0:1776192958.697391:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.697413:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315f00 00000400:00000200:2.0:1776192958.697423:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b39 [1] + 224 00000400:00000200:2.0:1776192958.697436:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.697440:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.697451:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349526272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.697492:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.697498:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e2c0 00000400:00000200:2.0:1776192958.697503:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb24a9 [2] + 0 00000400:00000200:2.0:1776192958.697561:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.697565:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.697570:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.697576:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000020:00000010:1.0:1776192958.697729:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.697747:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.697752:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.697777:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344644800/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.697811:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644800 02000000:00000010:1.0:1776192958.697822:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b435d6c9. 00010000:00000010:1.0:1776192958.697860:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.697868:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.697875:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.697878:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.697893:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192958.697898:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644800, offset 224 00000400:00000200:1.0:1776192958.697906:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.697917:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.697922:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91592:91592:256:4294967295] 192.168.203.33@tcp LPNI seq info [91592:91592:8:4294967295] 00000400:00000200:1.0:1776192958.697932:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.697937:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.697941:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192958.697946:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.697951:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.697955:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.697980:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.697985:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.697988:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 00000800:00000200:3.0:1776192958.698443:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.698448:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192958.698453:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.698457:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.698461:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:3.0:1776192958.698463:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000400:00000010:0.0:1776192958.698822:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eeeb7064. 00000400:00000200:0.0:1776192958.698827:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:0.0:1776192958.698828:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00000100:00000200:0.0:1776192958.698836:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349526272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.698845:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349526272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.698871:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d80dd1c. 02000000:00000010:0.0:1776192958.698889:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a4628c5. 02000000:00000010:0.0:1776192958.698894:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ede1c939. 00000100:00000010:0.0:1776192958.698899:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:0.0:1776192958.698902:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:0.0:1776192958.698904:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a708dc4. 00080000:00000010:0.0:1776192958.698923:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd2beb8f. 00010000:00000010:0.0:1776192958.699037:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:0.0:1776192958.699045:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8589622. 00010000:00000010:0.0:1776192958.699122:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.0:1776192958.699129:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a13730fe. 00010000:00000010:0.0:1776192958.699141:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.699147:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.699190:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.699202:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000489eafcb. 02000000:00000010:0.0:1776192958.699226:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000627ea673. 00000400:00000010:0.0:1776192958.699231:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000010:0.0:1776192958.699236:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192958.699241:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526336, portal 16 00000400:00000010:0.0:1776192958.699245:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192958.699247:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526336, offset 0 00000400:00000200:0.0:1776192958.699254:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.699267:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.699273:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.699277:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.699280:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.699282:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91593:91593:256:4294967295] 192.168.203.33@tcp LPNI seq info [91593:91593:8:4294967295] 00000400:00000200:0.0:1776192958.699289:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.699294:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.699297:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192958.699303:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.699309:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.699312:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.699952:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.699957:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192958.699965:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.699971:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.699976:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:3.0:1776192958.699978:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000100:00000200:3.0:1776192958.699984:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349526336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.702477:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.702506:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315f40 00000400:00000200:2.0:1776192958.702515:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b45 [1] + 224 00000400:00000200:2.0:1776192958.702533:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.702537:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.702549:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349526336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.702626:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:0.0:1776192958.702632:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:0.0:1776192958.702634:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00000100:00000200:0.0:1776192958.702640:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349526336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.702647:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349526336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.702675:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000627ea673. 02000000:00000010:0.0:1776192958.702681:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000489eafcb. 00000100:00000010:0.0:1776192958.702686:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000010:0.0:1776192958.702702:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.702706:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00010000:00000010:1.1:1776192958.703262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b4e42b. 00000400:00000200:3.0:1776192958.706088:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.706107:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e300 00000400:00000200:3.0:1776192958.706116:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb24a9 [2] + 328 00000400:00000200:3.0:1776192958.706204:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.706209:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.706217:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.706224:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:2.0:1776192958.706352:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4628c5. 00000020:00000010:2.0:1776192958.706360:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.706364:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.706391:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344644864/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192958.706420:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644864 02000000:00000010:2.0:1776192958.706430:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ff839b8. 00010000:00000010:2.0:1776192958.706458:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af3b5f63. 00010000:00000010:2.0:1776192958.706625:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fcc5f6. 00000100:00000010:2.0:1776192958.706632:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.706648:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.706652:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fcc5f6. 00000400:00000010:2.0:1776192958.706665:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192958.706670:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644864, offset 224 00000400:00000200:2.0:1776192958.706678:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:0.0:1776192958.710271:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000489eafcb. 00010000:00000010:0.0:1776192958.710386:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a13730fe. 00010000:00000010:0.0:1776192958.710397:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056829da7. 00010000:00000010:0.0:1776192958.710486:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9b18fbf. 00010000:00000010:0.0:1776192958.710490:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072da5331. 00010000:00000010:0.0:1776192958.710495:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192958.710499:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a13730fe. 00080000:00000010:0.0:1776192958.710513:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000627ea673. 00010000:00000010:0.0:1776192958.710538:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a13730fe. 00010000:00000010:0.0:1776192958.710541:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072da5331. 00010000:00000010:0.0:1776192958.710590:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008afcc513. 00010000:00000010:0.0:1776192958.710593:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a13730fe. 00010000:00000010:0.0:1776192958.710600:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.710608:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.710616:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.710629:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051e660e3. 02000000:00000010:0.0:1776192958.710655:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a27cd64. 00000400:00000010:0.0:1776192958.710662:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000010:0.0:1776192958.710667:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192958.710672:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526400, portal 16 00000400:00000010:0.0:1776192958.710677:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004654046e. 00000100:00000200:0.0:1776192958.710679:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526400, offset 0 00000400:00000200:0.0:1776192958.710686:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00010000:00000010:2.1:1776192958.711670:0:64776:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a45e677. 00010000:00000010:2.1:1776192958.711683:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00000400:00000200:2.0:1776192958.711702:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.711709:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91594:91594:256:4294967295] 192.168.203.33@tcp LPNI seq info [91594:91594:8:4294967295] 00000400:00000200:2.0:1776192958.711720:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.711727:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.711733:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192958.711753:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.711760:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.711763:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.711791:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.711797:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.711809:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4628c5. 00010000:00000010:0.1:1776192958.713819:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083a3076f. 00010000:00000010:0.1:1776192958.713837:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc6f6726. 00010000:00000010:0.1:1776192958.713843:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00000400:00000200:0.0:1776192958.713869:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.713878:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.713881:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.713884:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.713887:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91595:91595:255:4294967295] 192.168.203.33@tcp LPNI seq info [91595:91595:7:4294967295] 00000400:00000200:0.0:1776192958.713897:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.713903:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.713911:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192958.713917:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.713925:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.713929:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.714305:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.714309:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82352146). 00000400:00000200:3.0:1776192958.714314:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.714320:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.714325:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:3.0:1776192958.714326:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00000800:00000200:3.0:1776192958.714396:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.714398:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:3.0:1776192958.714402:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.714405:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.714407:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004654046e 00000400:00000010:3.0:1776192958.714409:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004654046e. 00000100:00000200:3.0:1776192958.714416:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349526400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.717498:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.717515:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315f80 00000400:00000200:2.0:1776192958.717523:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b51 [1] + 224 00000400:00000200:2.0:1776192958.717533:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.717536:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.717544:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349526400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.717583:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.717588:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e340 00000400:00000200:2.0:1776192958.717593:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb24a9 [2] + 656 00000400:00000200:2.0:1776192958.717647:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.717650:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.717654:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.717660:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 00000400:00000010:0.0:1776192958.717790:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:0.0:1776192958.717795:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:0.0:1776192958.717797:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00000100:00000200:0.0:1776192958.717803:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349526400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.717810:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349526400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.717838:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a27cd64. 02000000:00000010:0.0:1776192958.717846:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051e660e3. 00000100:00000010:0.0:1776192958.717849:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000010:0.0:1776192958.717852:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.717855:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00000020:00000010:1.0:1776192958.718147:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.718184:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.718189:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.718215:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000891dd363 x1862471344644928/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192958.718244:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644928 02000000:00000010:1.0:1776192958.718254:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3f2593e. 00010000:00000010:1.0:1776192958.718279:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b26d90ae. 00010000:00000010:1.0:1776192958.718302:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.718308:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.718320:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.718323:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.718336:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192958.718340:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644928, offset 224 00000400:00000200:1.0:1776192958.718347:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.718358:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.718365:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91596:91596:256:4294967295] 192.168.203.33@tcp LPNI seq info [91596:91596:8:4294967295] 00000400:00000200:1.0:1776192958.718375:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.718379:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.718383:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192958.718389:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.718395:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.718399:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.718425:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.718430:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.718433:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 00000800:00000200:3.0:1776192958.718748:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.718752:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:3.0:1776192958.718757:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.718761:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.718765:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:3.0:1776192958.718766:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00080000:00000010:2.0:1776192958.719103:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a4628c5. 00010000:00000010:2.0:1776192958.719381:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a13730fe. 00010000:00000010:2.0:1776192958.719389:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e40c7343. 00010000:00000010:2.0:1776192958.719456:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192958.719613:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf9e8fd5. 00010000:00000010:2.0:1776192958.719626:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fcc5f6. 00000100:00000010:2.0:1776192958.719631:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.719639:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192958.719650:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ee86db8. 02000000:00000010:2.0:1776192958.719674:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056700f22. 00000400:00000010:2.0:1776192958.719680:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000237e79a2. 00000400:00000010:2.0:1776192958.719685:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192958.719793:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526464, portal 16 00000400:00000010:2.0:1776192958.719800:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192958.719802:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526464, offset 0 00000400:00000200:2.0:1776192958.719810:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.719822:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.719828:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.719831:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.719833:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.719836:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91597:91597:256:4294967295] 192.168.203.33@tcp LPNI seq info [91597:91597:8:4294967295] 00000400:00000200:2.0:1776192958.719844:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.719850:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.719853:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192958.719859:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.719865:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.719868:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.726706:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.726714:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:3.0:1776192958.726722:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.726731:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.726749:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:3.0:1776192958.726751:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000100:00000200:3.0:1776192958.726871:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349526464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.728480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfe9d350. 00010000:00000010:0.1:1776192958.728531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025bc1082. 00010000:00000010:0.1:1776192958.728539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.1:1776192958.728543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:0.1:1776192958.728547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00000400:00000200:2.0:1776192958.733977:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.734002:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867315fc0 00000400:00000200:2.0:1776192958.734023:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b5d [1] + 224 00000400:00000200:2.0:1776192958.734035:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.734038:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.734049:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349526464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.734090:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.734095:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e380 00000400:00000200:2.0:1776192958.734100:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb24a9 [2] + 984 00000400:00000010:0.0:1776192958.734272:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000237e79a2. 00000400:00000200:0.0:1776192958.734277:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:0.0:1776192958.734280:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:0.0:1776192958.734286:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349526464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.734294:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349526464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.734321:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056700f22. 02000000:00000010:0.0:1776192958.734326:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ee86db8. 00000100:00000010:0.0:1776192958.734331:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:0.0:1776192958.734336:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:0.0:1776192958.734340:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fcc5f6. 00000400:00000200:2.0:1776192958.734811:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.734817:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.734823:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.734828:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 00000020:00000010:0.0:1776192958.734907:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051e660e3. 00000020:00000010:0.0:1776192958.734914:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.734917:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192958.734938:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ff26bf8 x1862471344644992/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192958.734970:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344644992 02000000:00000010:0.0:1776192958.734980:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a27cd64. 00010000:00000010:0.0:1776192958.735017:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d973906. 00010000:00000010:0.0:1776192958.735038:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.735044:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.735059:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.735062:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00000400:00000010:0.0:1776192958.735075:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192958.735079:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344644992, offset 224 00000400:00000200:0.0:1776192958.735087:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.735097:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.735103:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91598:91598:256:4294967295] 192.168.203.33@tcp LPNI seq info [91598:91598:8:4294967295] 00000400:00000200:0.0:1776192958.735112:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.735118:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.735122:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.735128:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.735135:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.735139:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1776192958.735179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088429f54. 00000020:00000010:0.0:1776192958.735181:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192958.735185:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192958.735187:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051e660e3. 00000800:00000200:3.0:1776192958.735353:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.735357:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:3.0:1776192958.735362:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.735367:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.735370:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:3.0:1776192958.735372:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00080000:00000010:2.0:1776192958.735374:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056700f22. 00010000:00000010:2.0:1776192958.735451:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf9e8fd5. 00010000:00000010:2.0:1776192958.735458:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ea72433. 00010000:00000010:2.0:1776192958.735537:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6070126. 00010000:00000010:2.0:1776192958.735542:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf9e8fd5. 00010000:00000010:2.0:1776192958.735552:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0cf7605. 00000100:00000010:2.0:1776192958.735555:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.735562:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 02000000:00000010:2.0:1776192958.735573:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cba66191. 02000000:00000010:2.0:1776192958.735594:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000947f6ab3. 00000400:00000010:2.0:1776192958.735599:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000080e8732. 00000400:00000010:2.0:1776192958.735603:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192958.735608:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526528, portal 16 00000400:00000010:2.0:1776192958.735612:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192958.735614:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526528, offset 0 00000400:00000200:2.0:1776192958.735619:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.735626:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.735632:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.735635:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.735638:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.735640:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91599:91599:256:4294967295] 192.168.203.33@tcp LPNI seq info [91599:91599:8:4294967295] 00000400:00000200:2.0:1776192958.735647:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.735650:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.735654:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192958.735658:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.735662:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.735665:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.735761:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.735764:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:3.0:1776192958.735768:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.735773:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.735776:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:3.0:1776192958.735778:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:3.0:1776192958.735783:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b524a572 x1862471349526528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.737305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd295209. 00010000:00000010:2.1:1776192958.737320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afcc513. 00010000:00000010:0.1:1776192958.741298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001115b5c. 00000400:00000200:2.0:1776192958.748216:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.748237:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316000 00000400:00000200:2.0:1776192958.748246:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b69 [1] + 224 00000400:00000200:2.0:1776192958.748259:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.748263:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.748274:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b524a572 x1862471349526528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.748301:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.748306:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e3c0 00000400:00000200:2.0:1776192958.748312:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb24a9 [2] + 1312 00000400:00000200:2.0:1776192958.748381:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.748385:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.748390:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.748396:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 00000400:00000010:0.0:1776192958.748478:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000080e8732. 00000400:00000200:0.0:1776192958.748483:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:0.0:1776192958.748486:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:0.0:1776192958.748492:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b524a572 x1862471349526528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.748499:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b524a572 x1862471349526528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.748525:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000947f6ab3. 02000000:00000010:0.0:1776192958.748531:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cba66191. 00000100:00000010:0.0:1776192958.748534:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 00000100:00000010:0.0:1776192958.748538:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:0.0:1776192958.748542:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0cf7605. 00000020:00000010:1.0:1776192958.748636:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.748643:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.748646:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.748668:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003805fb90 x1862471344645056/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.748713:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645056 02000000:00000010:1.0:1776192958.748724:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d5fac3c. 00010000:00000010:1.0:1776192958.748760:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b20f0b55. 00010000:00000010:1.0:1776192958.748781:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.748788:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.748802:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.748805:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.748816:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d0567a. 00000100:00000200:1.0:1776192958.748820:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645056, offset 224 00000400:00000200:1.0:1776192958.748827:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.748837:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.748842:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91600:91600:256:4294967295] 192.168.203.33@tcp LPNI seq info [91600:91600:8:4294967295] 00000400:00000200:1.0:1776192958.748851:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.748856:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.748861:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192958.748867:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.748873:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.748876:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.748900:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.748904:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.748907:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 00080000:00000010:0.0:1776192958.748956:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051e660e3. 00010000:00000010:0.0:1776192958.749064:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf9e8fd5. 00010000:00000010:0.0:1776192958.749072:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c27f2aa0. 00000800:00000200:3.0:1776192958.749090:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.749095:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:3.0:1776192958.749100:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.749104:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.749107:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d0567a 00000400:00000010:3.0:1776192958.749108:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d0567a. 00010000:00000010:0.0:1776192958.749175:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192958.749182:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.749192:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.749196:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.749203:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.749213:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048f697cc. 02000000:00000010:0.0:1776192958.749233:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055bdcf9f. 00000400:00000010:0.0:1776192958.749238:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000010:0.0:1776192958.749241:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.749246:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526592, portal 16 00000400:00000010:0.0:1776192958.749263:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.749265:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526592, offset 0 00000400:00000200:0.0:1776192958.749271:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.749277:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.749283:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.749286:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.749289:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.749291:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91601:91601:256:4294967295] 192.168.203.33@tcp LPNI seq info [91601:91601:8:4294967295] 00000400:00000200:0.0:1776192958.749298:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.749303:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.749306:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192958.749311:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.749315:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.749317:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.749462:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.749465:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192958.749469:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.749473:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.749476:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:3.0:1776192958.749477:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:3.0:1776192958.749482:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349526592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.752318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7dbadeb. 00010000:00000010:2.1:1776192958.752334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00000400:00000200:2.0:1776192958.752879:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.752897:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316040 00000400:00000200:2.0:1776192958.752906:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b75 [1] + 224 00000400:00000200:2.0:1776192958.752920:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.752924:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.752934:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349526592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.753655:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.753667:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e400 00000400:00000200:3.0:1776192958.753673:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb24a9 [2] + 1640 00000400:00000200:3.0:1776192958.753723:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.753727:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.753732:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.753748:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:2.0:1776192958.753855:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fd0b3a9. 00000020:00000010:2.0:1776192958.753862:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.753867:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.753895:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344645120/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192958.753928:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645120 02000000:00000010:2.0:1776192958.753939:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b1f8f58. 00010000:00000010:2.0:1776192958.753982:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192958.753995:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.754001:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192958.754005:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000400:00000010:2.0:1776192958.754018:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192958.754023:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645120, offset 224 00000400:00000200:2.0:1776192958.754029:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.754040:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.754045:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91602:91602:256:4294967295] 192.168.203.33@tcp LPNI seq info [91602:91602:8:4294967295] 00000400:00000200:2.0:1776192958.754055:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.754059:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.754064:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192958.754069:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.754075:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.754079:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.754105:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.754109:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.754121:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fd0b3a9. 00000800:00000200:3.0:1776192958.754215:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.754219:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:3.0:1776192958.754223:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.754227:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.754231:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:3.0:1776192958.754233:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000400:00000010:0.0:1776192958.756614:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:0.0:1776192958.756627:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:0.0:1776192958.756629:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.756642:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349526592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.756654:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349526592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.756686:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088a1eadf. 02000000:00000010:0.0:1776192958.756706:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055bdcf9f. 02000000:00000010:0.0:1776192958.756713:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048f697cc. 00000100:00000010:0.0:1776192958.756717:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000010:0.0:1776192958.756721:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.756724:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00080000:00000010:0.0:1776192958.756759:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048f697cc. 00010000:00000010:0.0:1776192958.756853:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.756860:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058f89c24. 00010000:00000010:0.0:1776192958.756930:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.0:1776192958.756937:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.756949:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.756954:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.756961:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.756974:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055bdcf9f. 02000000:00000010:0.0:1776192958.756999:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c65ed004. 00000400:00000010:0.0:1776192958.757003:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000010:0.0:1776192958.757017:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.757022:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526656, portal 16 00000400:00000010:0.0:1776192958.757026:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002696d13a. 00000100:00000200:0.0:1776192958.757028:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526656, offset 0 00000400:00000200:0.0:1776192958.757035:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.757048:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.757055:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.757058:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.757061:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.757064:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91603:91603:256:4294967295] 192.168.203.33@tcp LPNI seq info [91603:91603:8:4294967295] 00000400:00000200:0.0:1776192958.757073:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.757078:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.757083:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192958.757089:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.757096:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.757099:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.757475:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.757479:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:2.0:1776192958.757484:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.757488:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.757492:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002696d13a 00000400:00000010:2.0:1776192958.757493:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002696d13a. 00000100:00000200:2.0:1776192958.757499:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349526656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.759925:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.759945:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316080 00000400:00000200:3.0:1776192958.759954:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b81 [1] + 224 00000400:00000200:3.0:1776192958.759966:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.759970:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.759980:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349526656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.760026:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.760032:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e440 00000400:00000200:3.0:1776192958.760037:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb24a9 [2] + 1968 00000400:00000010:3.0:1776192958.760041:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:3.0:1776192958.760046:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006e762a4e 00000400:00000010:0.0:1776192958.760089:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:3.0:1776192958.760091:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.760096:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.760096:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:0.0:1776192958.760100:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000400:00000200:3.0:1776192958.760107:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e762a4e 00000100:00000200:0.0:1776192958.760108:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349526656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192958.760111:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006e762a4e (tot 82351746). 00000100:00000200:3.0:1776192958.760120:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776192958.760121:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349526656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.760191:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c65ed004. 02000000:00000010:0.0:1776192958.760200:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000055bdcf9f. 00000100:00000010:0.0:1776192958.760205:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000010:0.0:1776192958.760210:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.760213:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00000020:00000010:2.0:1776192958.760379:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fd0b3a9. 00000020:00000010:2.0:1776192958.760387:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.760391:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.760413:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003aa796d2 x1862471344645184/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192958.760446:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645184 02000000:00000010:2.0:1776192958.760456:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9e4b1c. 00010000:00000010:2.0:1776192958.760482:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7b0cefe. 00010000:00000010:2.0:1776192958.760503:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192958.760509:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7eb178. 00000100:00000010:2.0:1776192958.760522:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7eb178. 00010000:00000010:2.0:1776192958.760525:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000400:00000010:2.0:1776192958.760535:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c28a338. 00000100:00000200:2.0:1776192958.760539:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645184, offset 224 00000400:00000200:2.0:1776192958.760547:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.760558:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.760562:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91604:91604:256:4294967295] 192.168.203.33@tcp LPNI seq info [91604:91604:8:4294967295] 00000400:00000200:2.0:1776192958.760571:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.760576:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.760580:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82351994). 00000800:00000200:2.0:1776192958.760585:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.760592:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.760596:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.760622:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.760627:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.760637:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fd0b3a9. 02000000:00000010:2.0:1776192958.760645:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b1f8f58. 00000100:00000010:2.0:1776192958.760647:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:2.0:1776192958.760651:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d5fac3c. 00000100:00000010:2.0:1776192958.760654:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 02000000:00000010:2.0:1776192958.760659:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a27cd64. 00000100:00000010:2.0:1776192958.760662:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 02000000:00000010:2.0:1776192958.760665:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3f2593e. 00000100:00000010:2.0:1776192958.760669:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192958.760673:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ff839b8. 00000100:00000010:2.0:1776192958.760676:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:2.0:1776192958.760678:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b435d6c9. 00000100:00000010:2.0:1776192958.760680:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000200:2.0:1776192958.760686:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1776192958.760691:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1776192958.760692:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092ebc8e2. 00000800:00000010:3.0:1776192958.760696:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351746). 00000400:00000010:2.0:1776192958.760697:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007c7eb178 (tot 82351898). 00000400:00000200:3.0:1776192958.760701:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.760707:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.760710:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:3.0:1776192958.760711:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 02000000:00000010:3.0:1776192958.760715:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9e4b1c. 00080000:00000010:0.0:1776192958.760763:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055bdcf9f. 00010000:00000010:0.0:1776192958.760841:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.760848:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082f02965. 00010000:00000010:0.0:1776192958.760916:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.0:1776192958.760923:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.760932:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.760936:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.760943:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.760954:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c65ed004. 02000000:00000010:0.0:1776192958.760974:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a27cd64. 00000400:00000010:0.0:1776192958.760978:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000010:0.0:1776192958.760981:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.760984:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526720, portal 16 00000400:00000010:0.0:1776192958.760988:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192958.760990:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526720, offset 0 00000400:00000200:0.0:1776192958.760994:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.761000:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.761017:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.761021:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.761024:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.761026:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91605:91605:256:4294967295] 192.168.203.33@tcp LPNI seq info [91605:91605:8:4294967295] 00000400:00000200:0.0:1776192958.761033:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.761037:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.761040:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.761044:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.761048:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.761051:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.761226:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.761228:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:2.0:1776192958.761232:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.761236:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.761239:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:2.0:1776192958.761240:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000100:00000200:2.0:1776192958.761245:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349526720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.762192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000157bb859. 00010000:00000010:2.1:1776192958.764860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b032d133. 00010000:00000010:0.1:1776192958.764918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fc21c55. 00010000:00000010:0.1:1776192958.764927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00000400:00000200:3.0:1776192958.768774:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.768798:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673160c0 00000400:00000200:3.0:1776192958.768808:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b91 [1] + 224 00000400:00000200:3.0:1776192958.768820:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.768824:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.768835:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349526720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.768923:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.768930:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e480 00000400:00000200:3.0:1776192958.768935:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2501 [2] + 0 00000400:00000200:3.0:1776192958.768985:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.768989:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.768998:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.769007:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:2.0:1776192958.769088:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b1f8f58. 00000020:00000010:2.0:1776192958.769096:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.769100:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.769121:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344645248/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192958.769193:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645248 02000000:00000010:2.0:1776192958.769204:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fd0b3a9. 00010000:00000010:2.0:1776192958.769243:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192958.769252:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.769258:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192958.769261:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000400:00000010:2.0:1776192958.769273:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192958.769277:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645248, offset 224 00000400:00000200:2.0:1776192958.769286:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.769297:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.769302:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91606:91606:256:4294967295] 192.168.203.33@tcp LPNI seq info [91606:91606:8:4294967295] 00000400:00000200:2.0:1776192958.769313:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.769317:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.769322:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192958.769327:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.769333:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.769336:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.769349:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.769353:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.769362:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b1f8f58. 00000800:00000200:3.0:1776192958.771753:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.771761:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:3.0:1776192958.771768:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.771777:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.771781:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:3.0:1776192958.771784:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00010000:00000010:0.1:1776192958.772591:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000443ab3da. 00010000:00000010:0.1:1776192958.772603:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000921ab453. 00010000:00000010:0.1:1776192958.772608:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.1:1776192958.772611:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048c4ba58. 00010000:00000010:0.1:1776192958.772613:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00000400:00000010:0.0:1776192958.772625:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:0.0:1776192958.772629:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:0.0:1776192958.772631:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.772641:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349526720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.772651:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349526720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.772677:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018a697fd. 02000000:00000010:0.0:1776192958.772694:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a27cd64. 02000000:00000010:0.0:1776192958.772701:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c65ed004. 00000100:00000010:0.0:1776192958.772704:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000010:0.0:1776192958.772708:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.772711:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00080000:00000010:0.0:1776192958.772728:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c65ed004. 00010000:00000010:0.0:1776192958.772828:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.772837:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007af3bb50. 00010000:00000010:0.0:1776192958.773718:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.0:1776192958.773729:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.773748:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.773755:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.773763:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.773777:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a27cd64. 02000000:00000010:0.0:1776192958.773809:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ee86db8. 00000400:00000010:0.0:1776192958.773815:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000010:0.0:1776192958.773819:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.773825:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526784, portal 16 00000400:00000010:0.0:1776192958.773830:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192958.773832:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526784, offset 0 00000400:00000200:0.0:1776192958.773840:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.773855:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.773862:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.773866:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.773870:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.773873:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91607:91607:256:4294967295] 192.168.203.33@tcp LPNI seq info [91607:91607:8:4294967295] 00000400:00000200:0.0:1776192958.773883:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.773889:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.773893:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192958.773900:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.773907:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.773912:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.775910:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.775920:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:2.0:1776192958.775930:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.775939:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.775946:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:2.0:1776192958.775948:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000100:00000200:2.0:1776192958.775959:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349526784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.778320:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.778337:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316100 00000400:00000200:3.0:1776192958.778346:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3b9d [1] + 224 00000400:00000200:3.0:1776192958.778357:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.778360:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.778370:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349526784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.778404:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.778409:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e4c0 00000400:00000200:3.0:1776192958.778414:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2501 [2] + 328 00000400:00000200:3.0:1776192958.778422:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.778425:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.778428:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.778434:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000400:00000010:0.0:1776192958.778509:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:0.0:1776192958.778515:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:0.0:1776192958.778516:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.778522:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349526784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.778530:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349526784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.778557:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ee86db8. 02000000:00000010:0.0:1776192958.778563:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a27cd64. 00000100:00000010:0.0:1776192958.778568:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000010:0.0:1776192958.778570:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.778574:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00000020:00000010:1.0:1776192958.778718:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.778724:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.778728:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.778759:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344645312/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.778794:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645312 02000000:00000010:1.0:1776192958.778806:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e597766b. 00010000:00000010:1.0:1776192958.778835:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084852936. 00010000:00000010:1.0:1776192958.778857:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.778863:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.778877:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.778880:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.778900:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192958.778904:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645312, offset 224 00000400:00000200:1.0:1776192958.778912:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.778921:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.778927:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91608:91608:256:4294967295] 192.168.203.33@tcp LPNI seq info [91608:91608:8:4294967295] 00000400:00000200:1.0:1776192958.778935:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.778939:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.778943:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192958.778948:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.778954:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.778957:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.778981:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.778986:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.778989:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 00080000:00000010:0.0:1776192958.779108:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ee86db8. 00010000:00000010:0.0:1776192958.779226:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.779232:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df1e2fdb. 00010000:00000010:0.0:1776192958.779305:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192958.779310:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.779320:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.779324:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.779330:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.779342:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a27cd64. 02000000:00000010:0.0:1776192958.779365:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ede1c939. 00000400:00000010:0.0:1776192958.779370:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000010:0.0:1776192958.779374:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.779378:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526848, portal 16 00000400:00000010:0.0:1776192958.779382:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192958.779383:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526848, offset 0 00000400:00000200:0.0:1776192958.779389:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.779396:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.779402:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.779405:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.779408:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.779410:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91609:91609:255:4294967295] 192.168.203.33@tcp LPNI seq info [91609:91609:7:4294967295] 00000400:00000200:0.0:1776192958.779417:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.779421:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.779424:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352394). 00000800:00000200:0.0:1776192958.779428:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.779432:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.779434:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.779519:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.779522:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82352146). 00000400:00000200:3.0:1776192958.779527:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.779531:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.779535:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:3.0:1776192958.779536:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000800:00000200:3.0:1776192958.779592:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.779594:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192958.779598:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.779601:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.779602:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:3.0:1776192958.779604:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:3.0:1776192958.779608:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349526848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.781303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f84c5986. 00010000:00000010:0.1:1776192958.781317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf375738. 00010000:00000010:0.1:1776192958.781321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00000400:00000200:2.0:1776192958.782986:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.783007:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316140 00000400:00000200:2.0:1776192958.783016:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ba9 [1] + 224 00000400:00000200:2.0:1776192958.783029:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.783033:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.783044:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349526848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.783118:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.783123:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e500 00000400:00000200:2.0:1776192958.783128:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2501 [2] + 656 00000400:00000200:2.0:1776192958.783224:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.783227:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.783231:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.783237:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000020:00000010:1.0:1776192958.783327:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.783333:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.783337:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.783360:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344645376/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192958.783392:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645376 02000000:00000010:1.0:1776192958.783402:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f059c53d. 00010000:00000010:1.0:1776192958.783440:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.783448:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.783454:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.783462:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.783477:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192958.783482:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645376, offset 224 00000400:00000200:1.0:1776192958.783489:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.783499:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.783505:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91610:91610:256:4294967295] 192.168.203.33@tcp LPNI seq info [91610:91610:8:4294967295] 00000400:00000200:1.0:1776192958.783527:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.783533:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.783539:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192958.783544:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.783551:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.783555:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.783573:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.783578:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.783582:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 00000800:00000200:3.0:1776192958.783763:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.783767:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:3.0:1776192958.783771:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.783774:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000010:0.0:1776192958.783777:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:0.0:1776192958.783823:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:0.0:1776192958.783826:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.783832:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349526848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.783840:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349526848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.783860:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a822666f. 02000000:00000010:0.0:1776192958.783875:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ede1c939. 02000000:00000010:0.0:1776192958.783880:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a27cd64. 00000100:00000010:0.0:1776192958.783886:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000010:0.0:1776192958.783889:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:0.0:1776192958.783892:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00080000:00000010:0.0:1776192958.783908:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ede1c939. 00010000:00000010:0.0:1776192958.783992:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.783998:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bce1633. 00010000:00000010:0.0:1776192958.784077:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.0:1776192958.784083:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f69d3a8e. 00010000:00000010:0.0:1776192958.784093:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8b6350a. 00000100:00000010:0.0:1776192958.784097:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192958.784102:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192958.784113:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a27cd64. 02000000:00000010:0.0:1776192958.784137:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c163c06a. 00000400:00000010:0.0:1776192958.784141:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f43a9db9. 00000400:00000200:3.0:1776192958.784786:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:3.0:1776192958.784791:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000400:00000010:2.0:1776192958.785142:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192958.785150:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526912, portal 16 00000400:00000010:2.0:1776192958.785364:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192958.785367:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526912, offset 0 00000400:00000200:2.0:1776192958.785375:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.785463:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.785474:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.785479:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.785482:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.785485:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91611:91611:256:4294967295] 192.168.203.33@tcp LPNI seq info [91611:91611:8:4294967295] 00000400:00000200:2.0:1776192958.785494:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.785499:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.785506:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192958.785514:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.785521:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.785524:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.789142:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.789150:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00010000:00000010:1.1:1776192958.789185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d907fe5d. 00000400:00000200:2.0:1776192958.789190:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.789200:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.789208:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:2.0:1776192958.789210:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000100:00000200:2.0:1776192958.789221:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349526912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.789256:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.789270:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316180 00000400:00000200:2.0:1776192958.789278:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3bb5 [1] + 224 00000400:00000200:2.0:1776192958.789289:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.789291:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.789296:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349526912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.789317:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.789321:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e540 00000400:00000200:2.0:1776192958.789326:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2501 [2] + 984 00000400:00000200:2.0:1776192958.789844:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.789851:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.789855:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.789861:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 00000400:00000010:3.0:1776192958.790128:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f43a9db9. 00000400:00000200:3.0:1776192958.790134:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:3.0:1776192958.790136:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:3.0:1776192958.790141:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349526912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192958.790149:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349526912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776192958.790178:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.790187:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.790191:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.790216:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000891dd363 x1862471344645440/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192958.790245:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645440 02000000:00000010:1.0:1776192958.790256:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f2085f1. 00010000:00000010:1.0:1776192958.790293:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00010000:00000010:3.0:1776192958.790300:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030d6700c. 00000100:00000010:1.0:1776192958.790300:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.790305:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.790308:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 02000000:00000010:3.0:1776192958.790314:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c163c06a. 02000000:00000010:3.0:1776192958.790318:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a27cd64. 00000400:00000010:1.0:1776192958.790319:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192958.790322:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645440, offset 224 00000100:00000010:3.0:1776192958.790323:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 00000100:00000010:3.0:1776192958.790326:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:3.0:1776192958.790328:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8b6350a. 00000400:00000200:1.0:1776192958.790330:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.790340:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.790345:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91612:91612:256:4294967295] 192.168.203.33@tcp LPNI seq info [91612:91612:8:4294967295] 00000400:00000200:1.0:1776192958.790355:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.790360:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.790364:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192958.790369:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.790375:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.790379:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.790403:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.790409:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.790411:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 00000800:00000200:3.0:1776192958.792627:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.792635:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:3.0:1776192958.792644:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.792652:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.792657:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:3.0:1776192958.792660:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00080000:00000010:2.0:1776192958.795355:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b1f8f58. 00010000:00000010:2.0:1776192958.795472:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69d3a8e. 00010000:00000010:2.0:1776192958.795672:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004189b624. 00010000:00000010:2.0:1776192958.795758:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192958.795764:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006488f7e1. 00010000:00000010:2.0:1776192958.795777:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192958.795784:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.795794:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 02000000:00000010:2.0:1776192958.795808:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000134efead. 02000000:00000010:2.0:1776192958.795834:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf058393. 00000400:00000010:2.0:1776192958.795840:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a843959c. 00000400:00000010:2.0:1776192958.795847:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192958.795853:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349526976, portal 16 00000400:00000010:2.0:1776192958.795857:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192958.795859:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349526976, offset 0 00000400:00000200:2.0:1776192958.795869:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.795883:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.797236:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.797244:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.797249:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.797252:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91613:91613:256:4294967295] 192.168.203.33@tcp LPNI seq info [91613:91613:8:4294967295] 00000400:00000200:2.0:1776192958.797264:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.797271:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.797279:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192958.797286:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.797294:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.797297:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192958.797508:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192958.797512:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:0.0:1776192958.797517:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.797522:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192958.797527:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:0.0:1776192958.797529:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:0.0:1776192958.797537:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ff26bf8 x1862471349526976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.798235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d2d21fa. 00010000:00000010:0.1:1776192958.798244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00000400:00000200:2.0:1776192958.801729:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.801757:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673161c0 00000400:00000200:2.0:1776192958.801767:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3bc1 [1] + 224 00000400:00000200:2.0:1776192958.801780:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.801785:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.801797:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ff26bf8 x1862471349526976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.801838:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.801843:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e580 00000400:00000200:2.0:1776192958.801847:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2501 [2] + 1312 00000400:00000200:2.0:1776192958.801896:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.801900:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.801904:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.801909:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 00000400:00000010:0.0:1776192958.801926:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a843959c. 00000400:00000200:0.0:1776192958.801931:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:0.0:1776192958.801933:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000100:00000200:0.0:1776192958.801939:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ff26bf8 x1862471349526976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.801946:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ff26bf8 x1862471349526976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.801974:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf058393. 02000000:00000010:0.0:1776192958.801979:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000134efead. 00000100:00000010:0.0:1776192958.801983:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 00000100:00000010:0.0:1776192958.801987:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:0.0:1776192958.801996:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000020:00000010:1.0:1776192958.802597:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.802605:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.802608:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.802634:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003805fb90 x1862471344645504/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192958.802668:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645504 02000000:00000010:1.0:1776192958.802678:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ad7811c. 00010000:00000010:1.0:1776192958.802704:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d007b40d. 00010000:00000010:1.0:1776192958.802725:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.802731:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.802752:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.802755:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.802769:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192958.802774:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645504, offset 224 00000400:00000200:1.0:1776192958.802781:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:0.0:1776192958.802785:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c163c06a. 00000400:00000200:1.0:1776192958.802791:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.802796:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91614:91614:256:4294967295] 192.168.203.33@tcp LPNI seq info [91614:91614:8:4294967295] 00000400:00000200:1.0:1776192958.802805:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.802809:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.802813:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192958.802818:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.802824:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.802828:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.802851:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.802856:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.802859:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 00010000:00000010:0.0:1776192958.802869:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006488f7e1. 00010000:00000010:0.0:1776192958.802874:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c45a342. 00010000:00000010:0.0:1776192958.802952:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.0:1776192958.802958:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006eeea9aa. 00010000:00000010:0.0:1776192958.802968:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c789b282. 00000100:00000010:0.0:1776192958.802971:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be79d8f4. 00000100:00000010:0.0:1776192958.802977:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 02000000:00000010:0.0:1776192958.802988:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000769d5e0a. 02000000:00000010:0.0:1776192958.803021:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6b8425. 00000400:00000010:0.0:1776192958.803026:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ed56901. 00000400:00000010:0.0:1776192958.803030:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.803034:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527040, portal 16 00000400:00000010:0.0:1776192958.803039:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192958.803040:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527040, offset 0 00000400:00000200:0.0:1776192958.803046:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.803052:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.803058:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.803062:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.803064:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.803067:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91615:91615:255:4294967295] 192.168.203.33@tcp LPNI seq info [91615:91615:7:4294967295] 00000400:00000200:0.0:1776192958.803074:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.803078:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.803081:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352394). 00000800:00000200:0.0:1776192958.803085:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.803088:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.803090:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776192958.803187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082627a0. 00000800:00000200:3.0:1776192958.803225:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.803228:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82352146). 00000400:00000200:3.0:1776192958.803232:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.803236:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.803240:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:3.0:1776192958.803241:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000800:00000200:3.0:1776192958.803285:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.803287:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:3.0:1776192958.803290:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.803293:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.803295:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0db7cf 00000400:00000010:3.0:1776192958.803297:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0db7cf. 00000100:00000200:3.0:1776192958.803301:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b20187c x1862471349527040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.803363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9200e6b. 00010000:00000010:0.1:1776192958.803369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051411655. 00010000:00000010:0.1:1776192958.803372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00000400:00000200:0.0:1776192958.809008:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.809029:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316200 00000400:00000200:0.0:1776192958.809038:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3bcd [1] + 224 00000400:00000200:0.0:1776192958.809051:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.809055:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.809067:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b20187c x1862471349527040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192958.809107:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192958.809112:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e5c0 00000400:00000200:0.0:1776192958.809117:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2501 [2] + 1640 00000400:00000200:0.0:1776192958.809217:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192958.809222:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192958.809226:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192958.809232:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e47a715c. 00010000:00000010:2.1:1776192958.809251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eadb3782. 00010000:00000010:2.1:1776192958.809261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00000400:00000010:2.0:1776192958.809280:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ed56901. 00000400:00000200:2.0:1776192958.809285:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:2.0:1776192958.809287:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:2.0:1776192958.809293:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b20187c x1862471349527040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192958.809300:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b20187c x1862471349527040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192958.809328:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6b8425. 02000000:00000010:2.0:1776192958.809334:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000769d5e0a. 00000100:00000010:2.0:1776192958.809337:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b20187c. 00000100:00000010:2.0:1776192958.809342:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000be79d8f4. 00010000:00000010:2.0:1776192958.809345:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c789b282. 00000020:00000010:1.0:1776192958.809423:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.809431:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.809435:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.809463:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e47a715c x1862471344645568/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192958.809491:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645568 02000000:00000010:1.0:1776192958.809501:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009268366. 00010000:00000010:1.0:1776192958.809529:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1c96f66. 00010000:00000010:1.0:1776192958.809551:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.809557:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.809571:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.809574:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.809587:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192958.809593:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645568, offset 224 00000400:00000200:1.0:1776192958.809599:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.809609:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.809614:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91616:91616:256:4294967295] 192.168.203.33@tcp LPNI seq info [91616:91616:8:4294967295] 00000400:00000200:1.0:1776192958.809622:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.809627:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.809631:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192958.809636:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.809653:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.809657:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.809682:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.809687:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.809689:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 00080000:00000010:2.0:1776192958.809761:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023e51d9e. 00010000:00000010:2.0:1776192958.809854:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006eeea9aa. 00010000:00000010:2.0:1776192958.809861:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005fe889a2. 00010000:00000010:2.0:1776192958.809927:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa809807. 00010000:00000010:2.0:1776192958.809931:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b8225bc6. 00010000:00000010:2.0:1776192958.809936:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192958.809941:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb247877. 00080000:00000010:2.0:1776192958.809952:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aea437d9. 00010000:00000010:2.0:1776192958.809977:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb247877. 00010000:00000010:2.0:1776192958.809981:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8225bc6. 00010000:00000010:2.0:1776192958.810028:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000850f6077. 00010000:00000010:2.0:1776192958.810032:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb247877. 00010000:00000010:2.0:1776192958.810039:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf5279c3. 00000100:00000010:2.0:1776192958.810043:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.810049:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 02000000:00000010:2.0:1776192958.810059:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035a13a6c. 02000000:00000010:2.0:1776192958.810083:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000230f14a5. 00000400:00000010:2.0:1776192958.810088:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309b8d33. 00000400:00000010:2.0:1776192958.810091:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192958.810095:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527104, portal 16 00000400:00000010:2.0:1776192958.810099:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa860fc. 00000100:00000200:2.0:1776192958.810101:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527104, offset 0 00000400:00000200:2.0:1776192958.810106:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.810112:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.810119:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.810123:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.810126:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.810128:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91617:91617:255:4294967295] 192.168.203.33@tcp LPNI seq info [91617:91617:7:4294967295] 00000400:00000200:2.0:1776192958.810135:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.810139:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.810143:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352394). 00000800:00000200:2.0:1776192958.810146:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.810150:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.810179:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.811132:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.811137:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82352146). 00000400:00000200:3.0:1776192958.811143:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.811149:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.811181:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:3.0:1776192958.811184:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000800:00000200:3.0:1776192958.811247:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.811249:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:3.0:1776192958.811252:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.811255:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.811258:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa860fc 00000400:00000010:3.0:1776192958.811259:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa860fc. 00000100:00000200:3.0:1776192958.811266:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c9b22b3 x1862471349527104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.817202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087746cad. 00010000:00000010:0.1:1776192958.817355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5e4c9de. 00010000:00000010:0.1:1776192958.817363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.1:1776192958.819200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007122295c. 00010000:00000010:1.1:1776192958.819200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea254ce3. 00010000:00000010:2.1:1776192958.819216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00010000:00000010:2.1:1776192958.819223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa809807. 00010000:00000010:2.1:1776192958.819227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00000400:00000200:2.0:1776192958.819712:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.819753:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316240 00000400:00000200:2.0:1776192958.819760:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3bd9 [1] + 224 00000400:00000200:2.0:1776192958.819984:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.819989:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.820000:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c9b22b3 x1862471349527104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.820039:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.820046:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e600 00000400:00000200:2.0:1776192958.820052:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2501 [2] + 1968 00000400:00000010:2.0:1776192958.820057:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b9bc628. 00000400:00000200:2.0:1776192958.820061:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000740c11c6 00000400:00000010:0.0:1776192958.820068:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309b8d33. 00000400:00000200:0.0:1776192958.820074:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:0.0:1776192958.820076:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000100:00000200:0.0:1776192958.820082:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c9b22b3 x1862471349527104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.820090:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c9b22b3 x1862471349527104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.820121:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000230f14a5. 00000400:00000200:2.0:1776192958.820123:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1776192958.820128:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035a13a6c. 00000400:00000200:2.0:1776192958.820129:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000010:0.0:1776192958.820133:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 00000400:00000200:2.0:1776192958.820134:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000740c11c6 00000400:00000010:2.0:1776192958.820137:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000740c11c6 (tot 82351746). 00000100:00000010:0.0:1776192958.820139:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00000100:00000200:2.0:1776192958.820146:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.0:1776192958.820146:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf5279c3. 00000020:00000010:1.0:1776192958.820505:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1b5671e. 00000020:00000010:1.0:1776192958.820512:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.820517:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.820541:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d9f5bda x1862471344645632/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192958.820575:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645632 02000000:00000010:1.0:1776192958.820587:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fb2c6f1. 00010000:00000010:1.0:1776192958.820614:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053f0f9f8. 00010000:00000010:1.0:1776192958.820636:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.820651:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000311ebf85. 00000100:00000010:1.0:1776192958.820662:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000311ebf85. 00010000:00000010:1.0:1776192958.820665:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.820676:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192958.820680:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645632, offset 224 00000400:00000200:1.0:1776192958.820687:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.820698:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.820703:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91618:91618:256:4294967295] 192.168.203.33@tcp LPNI seq info [91618:91618:8:4294967295] 00000400:00000200:1.0:1776192958.820713:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.820718:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.820721:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82351994). 00000800:00000200:1.0:1776192958.820727:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.820733:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.820746:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.820765:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.820770:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.820772:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1b5671e. 02000000:00000010:1.0:1776192958.820780:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009268366. 00000100:00000010:1.0:1776192958.820785:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e47a715c. 02000000:00000010:1.0:1776192958.820789:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ad7811c. 00000100:00000010:1.0:1776192958.820791:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 02000000:00000010:1.0:1776192958.820794:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008f2085f1. 00000100:00000010:1.0:1776192958.820796:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 02000000:00000010:1.0:1776192958.820799:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f059c53d. 00000100:00000010:1.0:1776192958.820800:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:1.0:1776192958.820803:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e597766b. 00080000:00000010:0.0:1776192958.820804:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000769d5e0a. 00000100:00000010:1.0:1776192958.820805:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:1.0:1776192958.820808:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fd0b3a9. 00000100:00000010:1.0:1776192958.820810:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000200:1.0:1776192958.820815:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776192958.820819:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003d43bc65. 00000400:00000010:1.0:1776192958.820822:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000311ebf85 (tot 82352146). 00010000:00000010:0.0:1776192958.820897:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb247877. 00010000:00000010:0.0:1776192958.820904:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000592aba0b. 00010000:00000010:0.0:1776192958.820974:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192958.820979:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.820988:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192958.820991:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192958.820998:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.821008:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa6b8425. 02000000:00000010:0.0:1776192958.821029:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f2b77d4. 00000400:00000010:0.0:1776192958.821033:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000546fc52b. 00000400:00000010:0.0:1776192958.821037:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192958.821040:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527168, portal 16 00000400:00000010:0.0:1776192958.821043:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192958.821045:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527168, offset 0 00000400:00000200:0.0:1776192958.821050:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.821057:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.821063:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.821066:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.821069:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.821071:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91619:91619:255:4294967295] 192.168.203.33@tcp LPNI seq info [91619:91619:7:4294967295] 00000400:00000200:0.0:1776192958.821078:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.821083:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.821086:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352394). 00000800:00000200:0.0:1776192958.821089:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.821093:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.821095:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.821596:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.821601:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82352146). 00000400:00000200:2.0:1776192958.821605:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.821610:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.821613:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:2.0:1776192958.821614:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 02000000:00000010:2.0:1776192958.821619:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fb2c6f1. 00000800:00000200:2.0:1776192958.821670:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.821672:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:2.0:1776192958.821675:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.821678:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.821679:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:2.0:1776192958.821680:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000100:00000200:2.0:1776192958.821685:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349527168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.823001:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.823019:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316280 00000400:00000200:3.0:1776192958.823028:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3be9 [1] + 224 00000400:00000200:3.0:1776192958.823040:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.823045:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.823052:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349527168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.823139:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000546fc52b. 00000400:00000200:0.0:1776192958.823144:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192958.823146:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192958.823151:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349527168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.823182:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349527168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.823208:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f2b77d4. 02000000:00000010:0.0:1776192958.823215:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa6b8425. 00000100:00000010:0.0:1776192958.823220:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192958.823225:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192958.823229:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00010000:00000010:0.1:1776192958.826191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006b6e1a9. 00010000:00000010:1.1:1776192958.826192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5cdd842. 00010000:00000010:0.1:1776192958.826204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00000400:00000200:2.0:1776192958.830060:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.830082:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e640 00000400:00000200:2.0:1776192958.830091:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2559 [2] + 0 00000400:00000200:2.0:1776192958.830193:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.830198:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.830206:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.830212:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000020:00000010:3.0:1776192958.830778:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:3.0:1776192958.830787:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.830791:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.830819:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344645696/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192958.831884:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645696 02000000:00000010:3.0:1776192958.831915:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea48976e. 00010000:00000010:3.0:1776192958.836065:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac0c3114. 00010000:00000010:3.0:1776192958.836102:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.836110:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e762a4e. 00000100:00000010:3.0:1776192958.836136:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e762a4e. 00010000:00000010:3.0:1776192958.836141:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.836194:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.836200:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645696, offset 224 00000400:00000200:3.0:1776192958.836210:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.836226:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.836233:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91620:91620:256:4294967295] 192.168.203.33@tcp LPNI seq info [91620:91620:8:4294967295] 00000400:00000200:3.0:1776192958.836244:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.836250:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.836257:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.836263:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.836270:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.836274:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.836304:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.836309:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.836312:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 00000800:00000200:3.0:1776192958.836438:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.836441:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192958.836448:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.836452:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.836456:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192958.836458:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00080000:00000010:0.0:1776192958.836543:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f2b77d4. 00010000:00000010:0.0:1776192958.836633:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.836651:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9fa740a. 00010000:00000010:0.0:1776192958.836727:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192958.836733:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.836752:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192958.836756:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192958.836763:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.836775:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa6b8425. 02000000:00000010:0.0:1776192958.836800:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e01c268. 00000400:00000010:0.0:1776192958.836805:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000546fc52b. 00000400:00000010:0.0:1776192958.836810:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192958.836814:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527232, portal 16 00000400:00000010:0.0:1776192958.836819:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192958.836821:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527232, offset 0 00000400:00000200:0.0:1776192958.836827:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.836833:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.836840:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.836843:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.836846:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.836847:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91621:91621:256:4294967295] 192.168.203.33@tcp LPNI seq info [91621:91621:8:4294967295] 00000400:00000200:0.0:1776192958.836854:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.836858:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.836861:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192958.836865:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.836869:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.836871:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.837496:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.837500:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:3.0:1776192958.837506:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.837512:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.837515:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:3.0:1776192958.837517:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000100:00000200:3.0:1776192958.837523:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349527232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.838536:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.838551:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673162c0 00000400:00000200:3.0:1776192958.838559:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3bf5 [1] + 224 00000400:00000200:3.0:1776192958.838572:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.838575:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.838582:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349527232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.838656:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000546fc52b. 00000400:00000200:0.0:1776192958.838661:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192958.838664:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192958.838669:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349527232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.838676:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349527232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.838702:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e01c268. 02000000:00000010:0.0:1776192958.838706:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa6b8425. 00000100:00000010:0.0:1776192958.838712:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192958.838717:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192958.838720:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00000400:00000200:3.0:1776192958.840491:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.840507:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e680 00000400:00000200:3.0:1776192958.840515:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2559 [2] + 328 00000400:00000200:3.0:1776192958.840572:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.840577:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.840583:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.840589:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:2.0:1776192958.841669:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae46111. 00000020:00000010:2.0:1776192958.841683:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.841688:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.841718:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344645760/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192958.841773:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645760 02000000:00000010:2.0:1776192958.841785:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4ecdcb5. 00010000:00000010:2.0:1776192958.841982:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038f44e95. 00010000:00000010:2.0:1776192958.842009:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192958.842017:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.842034:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.842038:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00000400:00000010:2.0:1776192958.842052:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192958.842057:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645760, offset 224 00000400:00000200:2.0:1776192958.842067:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:0.0:1776192958.842076:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e01c268. 00000400:00000200:2.0:1776192958.842083:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.842091:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91622:91622:256:4294967295] 192.168.203.33@tcp LPNI seq info [91622:91622:8:4294967295] 00000400:00000200:2.0:1776192958.842102:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.842108:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.842113:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192958.842119:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.842127:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.842131:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.842190:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00010000:00000010:0.0:1776192958.842193:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00000020:00000010:2.0:1776192958.842197:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00010000:00000010:0.0:1776192958.842202:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000747acc3b. 00000020:00000010:2.0:1776192958.842214:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae46111. 00010000:00000010:0.0:1776192958.842289:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.0:1776192958.842295:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.842306:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192958.842310:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192958.842318:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.842330:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a79a89a4. 02000000:00000010:0.0:1776192958.842355:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081c4c1ea. 00000400:00000010:0.0:1776192958.842360:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000546fc52b. 00000400:00000010:0.0:1776192958.842364:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192958.842369:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527296, portal 16 00000400:00000010:0.0:1776192958.842373:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192958.842374:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527296, offset 0 00000400:00000200:0.0:1776192958.842380:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.842386:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.842392:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.842397:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.842399:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.842401:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91623:91623:255:4294967295] 192.168.203.33@tcp LPNI seq info [91623:91623:7:4294967295] 00000400:00000200:0.0:1776192958.842408:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.842413:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.842417:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352394). 00000800:00000200:0.0:1776192958.842421:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.842425:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.842427:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776192958.842558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c96ea3cb. 00000800:00000200:3.0:1776192958.842600:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.842603:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82352146). 00000400:00000200:3.0:1776192958.842607:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.842611:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.842615:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:3.0:1776192958.842617:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000800:00000200:3.0:1776192958.842692:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.842694:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:3.0:1776192958.842698:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.842701:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.842703:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:3.0:1776192958.842704:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00000100:00000200:3.0:1776192958.842709:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349527296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.843409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000069f8437. 00010000:00000010:0.1:1776192958.843419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00000400:00000200:3.0:1776192958.847006:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.847024:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316300 00000400:00000200:3.0:1776192958.847034:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c01 [1] + 224 00000400:00000200:3.0:1776192958.847044:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.847048:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.847058:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349527296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.847090:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.847096:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e6c0 00000400:00000200:3.0:1776192958.847102:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2559 [2] + 656 00000400:00000010:0.0:1776192958.847125:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000546fc52b. 00000400:00000200:0.0:1776192958.847132:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192958.847133:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192958.847140:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349527296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.847148:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349527296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.847200:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081c4c1ea. 02000000:00000010:0.0:1776192958.847206:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a79a89a4. 00000100:00000010:0.0:1776192958.847210:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192958.847215:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192958.847219:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00010000:00000010:2.1:1776192958.847243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004132e4cb. 00000400:00000200:3.0:1776192958.847272:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.847277:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.847282:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.847287:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000020:00000010:2.0:1776192958.847476:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae46111. 00000020:00000010:2.0:1776192958.847484:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.847488:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.847510:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344645824/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192958.847540:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645824 02000000:00000010:2.0:1776192958.847551:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fd0b3a9. 00010000:00000010:2.0:1776192958.847577:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de72bdd5. 00010000:00000010:2.0:1776192958.847608:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192958.847615:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.847671:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192958.847675:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00000400:00000010:2.0:1776192958.847690:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192958.847694:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645824, offset 224 00000400:00000200:2.0:1776192958.847701:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.847711:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.847716:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91624:91624:256:4294967295] 192.168.203.33@tcp LPNI seq info [91624:91624:8:4294967295] 00000400:00000200:2.0:1776192958.847742:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.847747:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.847758:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192958.847763:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.847771:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.847775:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.847796:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.847801:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000800:00000200:3.0:1776192958.847901:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.847905:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:3.0:1776192958.847909:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.847913:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.847916:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:3.0:1776192958.847917:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000020:00000010:2.0:1776192958.848023:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae46111. 00010000:00000010:0.1:1776192958.849463:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000240bf5d. 00010000:00000010:0.1:1776192958.849477:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00080000:00000010:0.0:1776192958.849499:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a79a89a4. 00010000:00000010:0.0:1776192958.849605:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.849613:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5ab26bc. 00010000:00000010:0.0:1776192958.849687:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192958.849693:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.849705:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192958.849711:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192958.849720:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.849750:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081c4c1ea. 02000000:00000010:0.0:1776192958.849781:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c85f382c. 00000400:00000010:0.0:1776192958.849787:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000546fc52b. 00000400:00000010:0.0:1776192958.849792:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192958.849799:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527360, portal 16 00000400:00000010:0.0:1776192958.849814:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192958.849819:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527360, offset 0 00000400:00000200:0.0:1776192958.849828:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.849845:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.849852:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.849855:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.849858:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.849861:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91625:91625:256:4294967295] 192.168.203.33@tcp LPNI seq info [91625:91625:8:4294967295] 00000400:00000200:0.0:1776192958.849869:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.849874:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.849878:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192958.849884:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.849890:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.849894:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.851669:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.851675:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:3.0:1776192958.851683:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.851691:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.851697:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0db7cf 00000400:00000010:3.0:1776192958.851699:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0db7cf. 00000100:00000200:3.0:1776192958.851708:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349527360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.854645:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.854666:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316340 00000400:00000200:2.0:1776192958.854676:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c0d [1] + 224 00000400:00000200:2.0:1776192958.854688:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.854692:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.854701:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349527360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.854730:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.854745:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e700 00000400:00000200:2.0:1776192958.854750:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2559 [2] + 984 00000400:00000200:2.0:1776192958.854813:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.854816:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.854820:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.854826:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 00010000:00000010:2.1:1776192958.855229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000046b5859. 00000020:00000010:3.0:1776192958.855511:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:3.0:1776192958.855517:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.855521:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.855545:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000891dd363 x1862471344645888/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192958.855639:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645888 02000000:00000010:3.0:1776192958.855656:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:3.0:1776192958.855697:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.855705:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e762a4e. 00000100:00000010:3.0:1776192958.855711:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e762a4e. 00010000:00000010:3.0:1776192958.855715:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.855727:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.855732:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645888, offset 224 00000400:00000200:3.0:1776192958.855749:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.855760:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.855766:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91626:91626:256:4294967295] 192.168.203.33@tcp LPNI seq info [91626:91626:8:4294967295] 00000400:00000200:3.0:1776192958.855777:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.855782:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.855786:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.855792:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.855799:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.855802:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.855825:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.855829:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.855832:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 00000400:00000010:0.0:1776192958.855915:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000546fc52b. 00000400:00000200:0.0:1776192958.855921:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192958.855923:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192958.855928:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349527360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.855936:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349527360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.855955:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b91a8593. 02000000:00000010:0.0:1776192958.855969:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c85f382c. 02000000:00000010:0.0:1776192958.855974:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081c4c1ea. 00000100:00000010:0.0:1776192958.855977:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192958.855981:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192958.855983:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00080000:00000010:0.0:1776192958.855999:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081c4c1ea. 00010000:00000010:0.0:1776192958.856078:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.856083:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0e7eace. 00010000:00000010:0.0:1776192958.856152:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9b18fbf. 00010000:00000010:0.0:1776192958.856176:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072da5331. 00010000:00000010:0.0:1776192958.856180:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192958.856184:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00080000:00000010:0.0:1776192958.856195:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c85f382c. 00010000:00000010:0.0:1776192958.856218:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.856222:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072da5331. 00010000:00000010:0.0:1776192958.856267:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.0:1776192958.856270:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.856277:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192958.856279:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192958.856284:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.856293:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058043216. 02000000:00000010:0.0:1776192958.856311:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007417b995. 00000400:00000010:0.0:1776192958.856315:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000546fc52b. 00000400:00000010:0.0:1776192958.856318:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192958.856322:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527424, portal 16 00000400:00000010:0.0:1776192958.856326:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192958.856327:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527424, offset 0 00000400:00000200:0.0:1776192958.856333:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.856339:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.856345:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.856348:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.856351:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.856353:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91627:91627:255:4294967295] 192.168.203.33@tcp LPNI seq info [91627:91627:7:4294967295] 00000400:00000200:0.0:1776192958.856360:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.856364:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.856367:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352394). 00000800:00000200:0.0:1776192958.856371:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.856374:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.856376:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.857424:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.857429:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:2.0:1776192958.857440:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.857448:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.857453:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:2.0:1776192958.857455:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000800:00000200:2.0:1776192958.857506:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.857508:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:2.0:1776192958.857512:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.857515:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.857517:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:2.0:1776192958.857518:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:2.0:1776192958.857524:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349527424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.863517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000561dbe7f. 00010000:00000010:0.1:1776192958.863534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00000400:00000200:3.0:1776192958.864913:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.864932:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316380 00000400:00000200:3.0:1776192958.864942:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c19 [1] + 224 00000400:00000200:3.0:1776192958.864960:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.864964:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.864975:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349527424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.865124:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000546fc52b. 00000400:00000200:0.0:1776192958.865130:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192958.865133:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192958.865139:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349527424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.865147:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349527424/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.865282:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007417b995. 02000000:00000010:0.0:1776192958.865290:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058043216. 00000100:00000010:0.0:1776192958.865294:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192958.865299:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192958.865302:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00000400:00000200:2.0:1776192958.865540:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.865560:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e740 00000400:00000200:2.0:1776192958.865566:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2559 [2] + 1312 00000400:00000200:2.0:1776192958.865616:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.865621:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.865625:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.865629:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 00000020:00000010:3.0:1776192958.865957:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:3.0:1776192958.865964:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.865967:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.866003:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003805fb90 x1862471344645952/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192958.866032:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344645952 02000000:00000010:3.0:1776192958.866043:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4a92ebd. 00010000:00000010:3.0:1776192958.866068:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bca296d0. 00010000:00000010:3.0:1776192958.866089:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.866095:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e762a4e. 00000100:00000010:3.0:1776192958.866111:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e762a4e. 00010000:00000010:3.0:1776192958.866114:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.866125:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192958.866129:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344645952, offset 224 00000400:00000200:3.0:1776192958.866136:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.866147:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.866181:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91628:91628:256:4294967295] 192.168.203.33@tcp LPNI seq info [91628:91628:8:4294967295] 00000400:00000200:3.0:1776192958.866191:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.866311:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.866316:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.866322:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.866328:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.866332:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.866398:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.866403:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.866406:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 00080000:00000010:0.0:1776192958.867119:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058043216. 00010000:00000010:0.0:1776192958.867238:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.867246:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2c56110. 00010000:00000010:0.0:1776192958.867318:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.0:1776192958.867324:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.867333:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192958.867337:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192958.867342:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.867352:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007417b995. 02000000:00000010:0.0:1776192958.867373:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2a086cf. 00000400:00000010:0.0:1776192958.867378:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000546fc52b. 00000400:00000010:0.0:1776192958.867383:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192958.867389:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527488, portal 16 00000400:00000010:0.0:1776192958.867393:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192958.867395:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527488, offset 0 00000400:00000200:0.0:1776192958.867403:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.867412:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.867418:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.867421:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.867423:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.867428:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91629:91629:255:4294967295] 192.168.203.33@tcp LPNI seq info [91629:91629:7:4294967295] 00000400:00000200:0.0:1776192958.867436:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.867440:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.867444:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352394). 00000800:00000200:0.0:1776192958.867449:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.867454:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.867457:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.867909:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.867914:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:2.0:1776192958.867921:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.867926:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.867930:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:2.0:1776192958.867932:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000800:00000200:2.0:1776192958.867990:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.867993:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:2.0:1776192958.867996:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.867999:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.868001:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:2.0:1776192958.868002:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000100:00000200:2.0:1776192958.868008:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349527488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.868295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000e8db52. 00010000:00000010:0.1:1776192958.868307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8d48d42. 00010000:00000010:0.1:1776192958.868310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.1:1776192958.868314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:0.1:1776192958.868316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:3.1:1776192958.871709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc993a93. 00000400:00000200:3.0:1776192958.871921:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.871936:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673163c0 00000400:00000200:3.0:1776192958.871944:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c25 [1] + 224 00000400:00000200:3.0:1776192958.871959:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.871963:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.871973:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349527488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.872056:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000546fc52b. 00000400:00000200:0.0:1776192958.872062:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192958.872064:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192958.872069:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349527488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.872076:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349527488/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.872105:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2a086cf. 02000000:00000010:0.0:1776192958.872110:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007417b995. 00000100:00000010:0.0:1776192958.872114:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192958.872119:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192958.872123:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00010000:00000010:0.1:1776192958.872189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7896cb5. 00010000:00000010:0.1:1776192958.872195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bcb4b2. 00000400:00000200:2.0:1776192958.872517:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.872526:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e780 00000400:00000200:2.0:1776192958.872532:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2559 [2] + 1640 00000400:00000200:2.0:1776192958.873112:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.873118:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.873125:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.873130:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 00000020:00000010:3.0:1776192958.873262:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:3.0:1776192958.873268:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.873272:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.873298:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c9b22b3 x1862471344646016/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192958.873395:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646016 02000000:00000010:3.0:1776192958.873406:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b08d0a5b. 00010000:00000010:3.0:1776192958.873432:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063fd155e. 00010000:00000010:3.0:1776192958.873453:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.873459:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e762a4e. 00000100:00000010:3.0:1776192958.873477:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e762a4e. 00010000:00000010:3.0:1776192958.873480:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.873492:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192958.873496:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646016, offset 224 00000400:00000200:3.0:1776192958.873504:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.873516:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.873521:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91630:91630:256:4294967295] 192.168.203.33@tcp LPNI seq info [91630:91630:8:4294967295] 00000400:00000200:3.0:1776192958.873529:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.873534:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.873538:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.873543:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.873560:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.873564:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.873584:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.873588:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.873591:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 00080000:00000010:0.0:1776192958.873649:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007417b995. 00010000:00000010:0.0:1776192958.873728:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.873747:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053747f96. 00010000:00000010:0.0:1776192958.873833:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.0:1776192958.873839:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.873847:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192958.873850:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192958.873856:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.873866:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2a086cf. 02000000:00000010:0.0:1776192958.873884:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe4a38db. 00000400:00000010:0.0:1776192958.873888:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000546fc52b. 00000400:00000010:0.0:1776192958.873891:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192958.873896:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527552, portal 16 00000400:00000010:0.0:1776192958.873899:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192958.873901:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527552, offset 0 00000400:00000200:0.0:1776192958.873906:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.873912:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.873918:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.873922:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.873925:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.873927:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91631:91631:255:4294967295] 192.168.203.33@tcp LPNI seq info [91631:91631:7:4294967295] 00000400:00000200:0.0:1776192958.873933:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.873937:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.873940:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192958.873943:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.873947:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.873949:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.874037:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.874040:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:2.0:1776192958.874047:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.874051:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.874054:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:2.0:1776192958.874055:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000800:00000200:2.0:1776192958.874095:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.874097:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:2.0:1776192958.874101:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.874103:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.874105:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:2.0:1776192958.874106:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000100:00000200:2.0:1776192958.874110:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349527552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.879318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073dea7b. 00010000:00000010:0.1:1776192958.879334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00000400:00000200:3.0:1776192958.879862:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.879879:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316400 00000400:00000200:3.0:1776192958.879888:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c31 [1] + 224 00000400:00000200:3.0:1776192958.879903:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.879906:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.879916:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349527552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.880009:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000546fc52b. 00000400:00000200:0.0:1776192958.880015:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:0.0:1776192958.880017:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:0.0:1776192958.880023:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349527552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.880030:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349527552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.880062:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe4a38db. 02000000:00000010:0.0:1776192958.880067:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2a086cf. 00000100:00000010:0.0:1776192958.880071:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192958.880076:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192958.880080:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00000400:00000200:2.0:1776192958.880463:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.880473:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e7c0 00000400:00000200:2.0:1776192958.880479:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2559 [2] + 1968 00000400:00000010:2.0:1776192958.880482:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f686c575. 00000400:00000200:2.0:1776192958.880485:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000033bdedfc 00000400:00000200:2.0:1776192958.880534:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.880537:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.880540:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bdedfc 00000400:00000010:2.0:1776192958.880542:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000033bdedfc (tot 82351746). 00000100:00000200:2.0:1776192958.880547:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192958.880706:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:3.0:1776192958.880713:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.880717:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.880749:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005d30fe18 x1862471344646080/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192958.880787:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646080 02000000:00000010:3.0:1776192958.880797:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d21a1dc. 00010000:00000010:3.0:1776192958.880825:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094f57c03. 00010000:00000010:3.0:1776192958.880847:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.880853:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e762a4e. 00000100:00000010:3.0:1776192958.880870:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e762a4e. 00010000:00000010:3.0:1776192958.880874:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.880886:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192958.880891:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646080, offset 224 00000400:00000200:3.0:1776192958.880899:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.880909:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.880914:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91632:91632:256:4294967295] 192.168.203.33@tcp LPNI seq info [91632:91632:8:4294967295] 00000400:00000200:3.0:1776192958.880924:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.880929:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.880934:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82351994). 00000800:00000200:3.0:1776192958.880939:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.880946:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.880949:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776192958.881088:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2a086cf. 00010000:00000010:0.0:1776192958.881200:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.881206:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efc97b4d. 00010000:00000010:0.0:1776192958.881274:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.0:1776192958.881279:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8fdd14b. 00010000:00000010:0.0:1776192958.881288:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192958.881291:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192958.881298:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192958.881308:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe4a38db. 02000000:00000010:0.0:1776192958.881328:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083d93c0b. 00000400:00000010:0.0:1776192958.881331:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000546fc52b. 00000400:00000010:0.0:1776192958.881335:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192958.881339:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527616, portal 16 00000400:00000010:0.0:1776192958.881342:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002696d13a. 00000100:00000200:0.0:1776192958.881344:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527616, offset 0 00000400:00000200:0.0:1776192958.881349:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.881356:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.881361:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.881365:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.881368:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.881370:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91633:91633:255:4294967295] 192.168.203.33@tcp LPNI seq info [91633:91633:7:4294967295] 00000400:00000200:0.0:1776192958.881378:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.881382:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.881384:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352242). 00000800:00000200:0.0:1776192958.881388:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.881392:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.881394:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.881475:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.881480:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.881483:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 02000000:00000010:3.0:1776192958.881490:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b08d0a5b. 00000100:00000010:3.0:1776192958.881493:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 02000000:00000010:3.0:1776192958.881496:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4a92ebd. 00000100:00000010:3.0:1776192958.881498:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 02000000:00000010:3.0:1776192958.881501:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000100:00000010:3.0:1776192958.881503:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 02000000:00000010:3.0:1776192958.881506:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fd0b3a9. 00000100:00000010:3.0:1776192958.881508:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192958.881511:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4ecdcb5. 00000100:00000010:3.0:1776192958.881512:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192958.881515:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea48976e. 00000100:00000010:3.0:1776192958.881516:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000200:3.0:1776192958.881522:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192958.881525:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e86df46f. 00000400:00000010:3.0:1776192958.881528:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006e762a4e (tot 82352394). 00000800:00000200:2.0:1776192958.884487:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.884495:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:2.0:1776192958.884507:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.884515:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.884522:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:2.0:1776192958.884523:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 02000000:00000010:2.0:1776192958.884531:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d21a1dc. 00000800:00000200:2.0:1776192958.884688:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.884691:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:2.0:1776192958.884695:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.884698:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.884701:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002696d13a 00000400:00000010:2.0:1776192958.884703:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002696d13a. 00000100:00000200:2.0:1776192958.884710:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349527616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.885925:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.885941:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316440 00000400:00000200:3.0:1776192958.885950:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c3d [1] + 224 00000400:00000200:3.0:1776192958.885962:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.885965:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.885972:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349527616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192958.886251:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000546fc52b. 00000400:00000200:1.0:1776192958.886257:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:1.0:1776192958.886259:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:1.0:1776192958.886264:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349527616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.886272:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349527616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.886299:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083d93c0b. 02000000:00000010:1.0:1776192958.886303:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe4a38db. 00000100:00000010:1.0:1776192958.886306:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:1.0:1776192958.886312:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:1.0:1776192958.886315:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00000400:00000200:2.0:1776192958.886679:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.886691:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e800 00000400:00000200:2.0:1776192958.886697:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb25b1 [2] + 0 00000400:00000200:2.0:1776192958.887111:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.887117:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.887123:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.887129:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 00000020:00000010:3.0:1776192958.887450:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea48976e. 00000020:00000010:3.0:1776192958.887458:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.887462:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.887489:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ff26bf8 x1862471344646144/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192958.887523:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646144 02000000:00000010:3.0:1776192958.887535:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:3.0:1776192958.887566:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c36c031. 00010000:00000010:3.0:1776192958.887693:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.887701:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab7c457a. 00000100:00000010:3.0:1776192958.887717:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab7c457a. 00010000:00000010:3.0:1776192958.887720:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.887744:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192958.887749:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646144, offset 224 00080000:00000010:1.0:1776192958.887754:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e597766b. 00000400:00000200:3.0:1776192958.887757:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.887768:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.887774:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91634:91634:256:4294967295] 192.168.203.33@tcp LPNI seq info [91634:91634:8:4294967295] 00000400:00000200:3.0:1776192958.887783:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.887788:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.887793:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.887799:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.887804:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.887808:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.887832:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.887836:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.887838:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea48976e. 00010000:00000010:1.0:1776192958.887853:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fdd14b. 00010000:00000010:1.0:1776192958.887859:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2194167. 00010000:00000010:1.0:1776192958.887931:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc4d64b0. 00010000:00000010:1.0:1776192958.887938:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192958.887948:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.887952:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049c25037. 00000100:00000010:1.0:1776192958.887958:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192958.887969:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f059c53d. 02000000:00000010:1.0:1776192958.887987:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f2085f1. 00000400:00000010:1.0:1776192958.887999:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f686c575. 00000400:00000010:1.0:1776192958.888004:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192958.888009:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527680, portal 16 00000400:00000010:1.0:1776192958.888013:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192958.888015:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527680, offset 0 00000400:00000200:1.0:1776192958.888020:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.888026:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.888032:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192958.888036:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192958.888038:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192958.888041:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91635:91635:255:4294967295] 192.168.203.33@tcp LPNI seq info [91635:91635:7:4294967295] 00000400:00000200:1.0:1776192958.888047:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.888052:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.888055:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352394). 00000800:00000200:1.0:1776192958.888058:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.888062:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.888064:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.888148:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.888175:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:2.0:1776192958.888183:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.888187:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.888190:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:2.0:1776192958.888192:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000800:00000200:2.0:1776192958.888258:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.888260:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:2.0:1776192958.888264:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.888267:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.888269:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:2.0:1776192958.888270:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000100:00000200:2.0:1776192958.888274:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349527680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.889230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfc1656. 00000400:00000200:3.0:1776192958.889819:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.889833:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316480 00000400:00000200:3.0:1776192958.889842:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c4d [1] + 224 00000400:00000200:3.0:1776192958.889855:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.889859:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.889867:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349527680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192958.890129:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f686c575. 00000400:00000200:1.0:1776192958.890135:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192958.890137:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192958.890143:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349527680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192958.890150:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349527680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192958.890210:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f2085f1. 02000000:00000010:1.0:1776192958.890218:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f059c53d. 00000100:00000010:1.0:1776192958.890222:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192958.890226:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049c25037. 00010000:00000010:1.0:1776192958.890229:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000200:2.0:1776192958.891649:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.891667:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e840 00000400:00000200:2.0:1776192958.891675:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb25b1 [2] + 328 00000400:00000200:2.0:1776192958.891716:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.891721:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.891727:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.891742:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000020:00000010:3.0:1776192958.892136:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea48976e. 00000020:00000010:3.0:1776192958.892144:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.892148:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.892198:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344646208/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192958.892226:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646208 02000000:00000010:3.0:1776192958.892236:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4a92ebd. 00010000:00000010:3.0:1776192958.892264:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002efb9566. 00010000:00000010:3.0:1776192958.892281:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.892288:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab7c457a. 00000100:00000010:3.0:1776192958.892299:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab7c457a. 00010000:00000010:3.0:1776192958.892301:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.892312:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192958.892317:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646208, offset 224 00000400:00000200:3.0:1776192958.892324:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.892335:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.892340:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91636:91636:256:4294967295] 192.168.203.33@tcp LPNI seq info [91636:91636:8:4294967295] 00000400:00000200:3.0:1776192958.892348:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.892352:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.892357:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.892362:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.892367:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.892370:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.892383:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1a5eb2f. 00000020:00000010:3.0:1776192958.892386:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.892395:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea48976e. 00080000:00000010:2.0:1776192958.892456:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ae46111. 00010000:00000010:2.0:1776192958.892535:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:2.0:1776192958.892542:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bba9b0b. 00010000:00000010:2.0:1776192958.892606:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa809807. 00010000:00000010:2.0:1776192958.892610:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b8225bc6. 00010000:00000010:2.0:1776192958.892614:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192958.892619:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008fcfe2a4. 00080000:00000010:2.0:1776192958.892630:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035a13a6c. 00010000:00000010:2.0:1776192958.892652:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fcfe2a4. 00010000:00000010:2.0:1776192958.892656:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8225bc6. 00010000:00000010:2.0:1776192958.892707:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.0:1776192958.892710:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008fcfe2a4. 00010000:00000010:2.0:1776192958.892717:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192958.892721:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192958.892727:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192958.892748:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000230f14a5. 02000000:00000010:2.0:1776192958.892769:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000134efead. 00000400:00000010:2.0:1776192958.892774:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb53d45a. 00000400:00000010:2.0:1776192958.892778:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192958.892783:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527744, portal 16 00000400:00000010:2.0:1776192958.892787:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192958.892789:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527744, offset 0 00000400:00000200:2.0:1776192958.892794:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.892801:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.892807:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192958.892810:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192958.892812:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192958.892815:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91637:91637:255:4294967295] 192.168.203.33@tcp LPNI seq info [91637:91637:7:4294967295] 00000400:00000200:2.0:1776192958.892821:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.892825:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.892828:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352394). 00000800:00000200:2.0:1776192958.892832:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.892837:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.892839:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.892880:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.892883:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:2.0:1776192958.892889:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.892894:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.892897:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:2.0:1776192958.892899:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000800:00000200:2.0:1776192958.892945:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.892947:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192958.892949:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.892953:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.892955:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192958.892956:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000100:00000200:2.0:1776192958.892960:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349527744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192958.893813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccca9bea. 00010000:00000010:1.1:1776192958.893826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00000400:00000200:2.0:1776192958.896336:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.896355:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673164c0 00000400:00000200:2.0:1776192958.896363:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c59 [1] + 224 00000400:00000200:2.0:1776192958.896378:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.896391:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.896404:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349527744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.896441:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.896447:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e880 00000400:00000200:2.0:1776192958.896452:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb25b1 [2] + 656 00000400:00000200:2.0:1776192958.896463:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.896466:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.896470:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.896476:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00000020:00000010:2.0:1776192958.896519:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf058393. 00000020:00000010:2.0:1776192958.896525:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.896530:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.896556:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2f852e5 x1862471344646272/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192958.896583:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646272 00000400:00000010:0.0:1776192958.896592:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb53d45a. 02000000:00000010:2.0:1776192958.896593:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9e4b1c. 00000400:00000200:0.0:1776192958.896599:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:0.0:1776192958.896602:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00000100:00000200:0.0:1776192958.896610:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349527744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.896618:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349527744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192958.896643:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c92c856. 00010000:00000010:0.0:1776192958.896646:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058d4a031. 00000100:00000010:2.0:1776192958.896652:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.896660:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 02000000:00000010:0.0:1776192958.896663:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000134efead. 00010000:00000010:2.0:1776192958.896664:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c92c856. 02000000:00000010:0.0:1776192958.896670:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000230f14a5. 00000100:00000010:0.0:1776192958.896675:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000400:00000010:2.0:1776192958.896678:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000010:0.0:1776192958.896680:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00000100:00000200:2.0:1776192958.896684:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646272, offset 224 00010000:00000010:0.0:1776192958.896684:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00000400:00000200:2.0:1776192958.896693:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:0.0:1776192958.896703:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbf1d847. 00000400:00000200:2.0:1776192958.896705:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.896712:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91638:91638:256:4294967295] 192.168.203.33@tcp LPNI seq info [91638:91638:8:4294967295] 00000400:00000200:2.0:1776192958.896722:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.896727:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.896742:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192958.896749:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.896756:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.896760:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.896778:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:2.0:1776192958.896784:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.896797:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf058393. 00010000:00000010:0.0:1776192958.896807:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fcfe2a4. 00010000:00000010:0.0:1776192958.896815:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b372fc2f. 00010000:00000010:0.0:1776192958.896895:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00000800:00000200:2.0:1776192958.896897:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1776192958.896901:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00000800:00000010:2.0:1776192958.896902:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192958.896907:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.896910:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.896913:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192958.896914:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00010000:00000010:0.0:1776192958.896914:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.896920:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.896928:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.896940:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007aac3a8. 02000000:00000010:0.0:1776192958.896962:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000697548a9. 00000400:00000010:0.0:1776192958.896966:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.896969:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.896974:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527808, portal 16 00000400:00000010:0.0:1776192958.896978:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192958.896980:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527808, offset 0 00000400:00000200:0.0:1776192958.896985:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.896991:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.896997:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.897000:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.897003:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.897006:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91639:91639:256:4294967295] 192.168.203.33@tcp LPNI seq info [91639:91639:8:4294967295] 00000400:00000200:0.0:1776192958.897012:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.897016:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.897019:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192958.897024:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.897027:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.897029:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.897587:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.897591:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:2.0:1776192958.897596:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.897602:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.897604:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:2.0:1776192958.897606:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00000100:00000200:2.0:1776192958.897611:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349527808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192958.898227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fbd543b. 00010000:00000010:3.1:1776192958.898236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004baa539d. 00010000:00000010:3.1:1776192958.898240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff2e09b7. 00010000:00000010:0.1:1776192958.898254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c89009. 00010000:00000010:0.1:1776192958.898262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bcb4b2. 00000400:00000200:2.0:1776192958.900054:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.900075:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316500 00000400:00000200:2.0:1776192958.900084:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c65 [1] + 224 00000400:00000200:2.0:1776192958.900100:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.900104:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.900113:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349527808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.900696:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.900705:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e8c0 00000400:00000200:2.0:1776192958.900711:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb25b1 [2] + 984 00000400:00000200:2.0:1776192958.900770:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.900774:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.900779:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.900784:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00000020:00000010:3.0:1776192958.900856:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccd200. 00000020:00000010:3.0:1776192958.900863:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.900867:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.900900:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344646336/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192958.900930:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646336 02000000:00000010:3.0:1776192958.900942:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d43c09a. 00010000:00000010:3.0:1776192958.900978:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.900984:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab7c457a. 00000100:00000010:3.0:1776192958.900995:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab7c457a. 00010000:00000010:3.0:1776192958.900999:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.901011:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192958.901016:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646336, offset 224 00000400:00000200:3.0:1776192958.901024:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.901035:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.901041:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91640:91640:256:4294967295] 192.168.203.33@tcp LPNI seq info [91640:91640:8:4294967295] 00000400:00000200:3.0:1776192958.901054:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.901060:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000400:00000010:0.0:1776192958.901064:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000800:00000010:3.0:1776192958.901066:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:0.0:1776192958.901070:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000800:00000200:3.0:1776192958.901074:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000400:00000010:0.0:1776192958.901074:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192958.901083:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349527808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776192958.901084:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.901090:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1776192958.901098:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349527808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776192958.901111:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.901116:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.901119:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccd200. 00000800:00000200:2.0:1776192958.901257:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.901261:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:2.0:1776192958.901268:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.901271:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.901274:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:2.0:1776192958.901275:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00010000:00000010:0.0:1776192958.903541:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3c8e50e. 02000000:00000010:0.0:1776192958.903710:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000697548a9. 02000000:00000010:0.0:1776192958.903715:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007aac3a8. 00000100:00000010:0.0:1776192958.903719:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192958.903723:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192958.903726:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00080000:00000010:0.0:1776192958.903754:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007aac3a8. 00010000:00000010:0.0:1776192958.903844:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.903851:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051de51d5. 00010000:00000010:0.0:1776192958.903924:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.0:1776192958.903931:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.903942:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.903948:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.903955:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.903965:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000697548a9. 02000000:00000010:0.0:1776192958.903990:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdd829f8. 00000400:00000010:0.0:1776192958.903996:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.904000:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.904006:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527872, portal 16 00000400:00000010:0.0:1776192958.904010:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004654046e. 00000100:00000200:0.0:1776192958.904012:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527872, offset 0 00000400:00000200:0.0:1776192958.904022:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.904036:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.904042:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.904045:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.904047:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.904050:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91641:91641:256:4294967295] 192.168.203.33@tcp LPNI seq info [91641:91641:8:4294967295] 00000400:00000200:0.0:1776192958.904060:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.904066:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.904071:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192958.904076:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.904082:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.904085:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.906445:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.906454:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:2.0:1776192958.906462:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.906471:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.906477:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004654046e 00000400:00000010:2.0:1776192958.906479:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004654046e. 00000100:00000200:2.0:1776192958.906487:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349527872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192958.912180:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ba430f1. 00010000:00000010:2.1:1776192958.912193:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4d64b0. 00010000:00000010:2.1:1776192958.912209:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa809807. 00010000:00000010:2.1:1776192958.912212:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00000400:00000200:2.0:1776192958.912219:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.912236:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316540 00000400:00000200:2.0:1776192958.912244:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c71 [1] + 224 00000400:00000200:2.0:1776192958.912257:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.912261:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.912271:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349527872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.912309:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.912315:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e900 00000400:00000200:2.0:1776192958.912320:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb25b1 [2] + 1312 00000400:00000200:2.0:1776192958.912373:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.912376:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.912380:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.912385:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:3.0:1776192958.913244:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccd200. 00000020:00000010:3.0:1776192958.913253:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.913257:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.913283:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344646400/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192958.913317:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646400 02000000:00000010:3.0:1776192958.913328:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fd3236f. 00010000:00000010:3.0:1776192958.913374:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.913382:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab7c457a. 00000100:00000010:3.0:1776192958.913388:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab7c457a. 00010000:00000010:3.0:1776192958.913391:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.913404:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192958.913409:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646400, offset 224 00000400:00000200:3.0:1776192958.913417:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.913430:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.913435:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91642:91642:256:4294967295] 192.168.203.33@tcp LPNI seq info [91642:91642:8:4294967295] 00000400:00000200:3.0:1776192958.913445:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.913450:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.913454:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.913460:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.913467:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.913471:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.913485:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.913489:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.913491:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccd200. 00000800:00000200:2.0:1776192958.913796:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.913799:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:2.0:1776192958.913807:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.913812:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.913816:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:2.0:1776192958.913818:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000400:00000010:0.0:1776192958.914203:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:0.0:1776192958.914210:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192958.914211:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192958.914218:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349527872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.914227:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349527872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.914251:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043dcac22. 02000000:00000010:0.0:1776192958.914265:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdd829f8. 02000000:00000010:0.0:1776192958.914270:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000697548a9. 00000100:00000010:0.0:1776192958.914273:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192958.914277:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192958.914279:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00080000:00000010:0.0:1776192958.914295:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000697548a9. 00010000:00000010:0.0:1776192958.914391:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.914397:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5815eb5. 00010000:00000010:0.0:1776192958.914472:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192958.914478:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.914845:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.914850:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.914857:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.914868:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cdd829f8. 02000000:00000010:0.0:1776192958.914890:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003075448f. 00000400:00000010:0.0:1776192958.914895:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.914900:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.914905:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349527936, portal 16 00000400:00000010:0.0:1776192958.914909:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192958.914912:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349527936, offset 0 00000400:00000200:0.0:1776192958.914919:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.914931:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.914937:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.914941:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.914944:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.914947:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91643:91643:256:4294967295] 192.168.203.33@tcp LPNI seq info [91643:91643:8:4294967295] 00000400:00000200:0.0:1776192958.914956:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.914961:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.914964:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192958.914969:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.914974:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.914977:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192958.916036:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.916041:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:2.0:1776192958.916047:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.916054:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.916058:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:2.0:1776192958.916060:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000100:00000200:2.0:1776192958.916067:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349527936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.917201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012933b7a. 00010000:00000010:0.1:1776192958.917214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdc0cd6c. 00010000:00000010:0.1:1776192958.917219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00000400:00000200:2.0:1776192958.918894:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.918914:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316580 00000400:00000200:2.0:1776192958.918923:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c7d [1] + 224 00000400:00000200:2.0:1776192958.918938:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.918942:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.918952:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349527936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.919976:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.920002:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e940 00000400:00000200:2.0:1776192958.920009:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb25b1 [2] + 1640 00000400:00000200:2.0:1776192958.920055:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.920059:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.920064:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.920070:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 00000020:00000010:3.0:1776192958.920280:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccd200. 00000020:00000010:3.0:1776192958.920290:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.920296:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.920330:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000952192e0 x1862471344646464/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192958.920359:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646464 02000000:00000010:3.0:1776192958.920383:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087f6d3ee. 00010000:00000010:3.0:1776192958.920423:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.920430:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab7c457a. 00000100:00000010:3.0:1776192958.920436:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab7c457a. 00010000:00000010:3.0:1776192958.920438:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.920452:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192958.920457:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646464, offset 224 00000400:00000200:3.0:1776192958.920464:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.920474:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.920480:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91644:91644:256:4294967295] 192.168.203.33@tcp LPNI seq info [91644:91644:8:4294967295] 00000400:00000200:3.0:1776192958.920489:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.920494:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.920498:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.920503:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.920509:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.920513:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.920526:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.920530:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.920533:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccd200. 00000800:00000200:2.0:1776192958.920804:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.920808:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:2.0:1776192958.920815:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.920819:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.920823:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:2.0:1776192958.920825:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00010000:00000010:0.1:1776192958.924898:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8c2a15. 00010000:00000010:0.1:1776192958.924915:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099ae05cd. 00010000:00000010:0.1:1776192958.924920:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00000400:00000010:0.0:1776192958.924936:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:0.0:1776192958.924941:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192958.924943:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192958.924956:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349527936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.924966:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349527936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.924996:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cf13a23. 02000000:00000010:0.0:1776192958.925015:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003075448f. 02000000:00000010:0.0:1776192958.925021:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cdd829f8. 00000100:00000010:0.0:1776192958.925025:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192958.925029:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192958.925032:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00080000:00000010:0.0:1776192958.925054:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdd829f8. 00010000:00000010:0.0:1776192958.925144:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.925152:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000331c9b3d. 00010000:00000010:0.0:1776192958.925246:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192958.925253:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.925265:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.925272:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.925278:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.925291:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003075448f. 02000000:00000010:0.0:1776192958.925337:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe4a38db. 00000400:00000010:0.0:1776192958.925343:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.925347:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.925353:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528000, portal 16 00000400:00000010:0.0:1776192958.925357:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192958.925359:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528000, offset 0 00000400:00000200:0.0:1776192958.925367:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.925381:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.925388:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.925392:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.925395:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.925399:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91645:91645:256:4294967295] 192.168.203.33@tcp LPNI seq info [91645:91645:8:4294967295] 00000400:00000200:0.0:1776192958.928080:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.928093:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.928099:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192958.928108:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.928116:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.928120:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192958.929988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7160ba4. 00010000:00000010:0.1:1776192958.930005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000154fec7. 00010000:00000010:0.1:1776192958.930009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bcb4b2. 00000800:00000200:2.0:1776192958.930487:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.930491:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:2.0:1776192958.930498:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.930505:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.930511:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:2.0:1776192958.930513:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000100:00000200:2.0:1776192958.930523:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349528000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.934677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfeef28. 00010000:00000010:0.1:1776192958.934692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001449e5aa. 00010000:00000010:0.1:1776192958.934698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00000400:00000200:3.0:1776192958.941360:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.941387:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673165c0 00000400:00000200:3.0:1776192958.941396:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c89 [1] + 224 00000400:00000200:3.0:1776192958.941408:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.941411:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.941421:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349528000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.941463:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.941468:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e980 00000400:00000200:3.0:1776192958.941473:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb25b1 [2] + 1968 00000400:00000010:3.0:1776192958.941477:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003cfc2f23. 00000400:00000200:3.0:1776192958.941481:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000539d7cae 00000400:00000200:3.0:1776192958.941528:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.941532:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.941534:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000539d7cae 00000400:00000010:3.0:1776192958.941536:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000539d7cae (tot 82351746). 00000100:00000200:3.0:1776192958.941542:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776192958.941722:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f059c53d. 00000020:00000010:1.0:1776192958.941729:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.941744:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192958.941779:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005494f93f x1862471344646528/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192958.941817:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646528 02000000:00000010:1.0:1776192958.941827:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f2085f1. 00010000:00000010:1.0:1776192958.941870:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192958.941878:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049c25037. 00000100:00000010:1.0:1776192958.941884:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049c25037. 00010000:00000010:1.0:1776192958.941887:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192958.941900:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192958.941905:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646528, offset 224 00000400:00000200:1.0:1776192958.941912:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192958.941922:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192958.941927:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91646:91646:256:4294967295] 192.168.203.33@tcp LPNI seq info [91646:91646:8:4294967295] 00000400:00000200:1.0:1776192958.941937:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192958.941942:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192958.941947:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82351994). 00000800:00000200:1.0:1776192958.941951:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192958.941958:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192958.941961:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192958.941979:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192958.941983:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192958.941986:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f059c53d. 02000000:00000010:1.0:1776192958.941996:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087f6d3ee. 00000100:00000010:1.0:1776192958.941999:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 02000000:00000010:1.0:1776192958.942006:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fd3236f. 00000100:00000010:1.0:1776192958.942009:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:1.0:1776192958.942013:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d43c09a. 00000100:00000010:1.0:1776192958.942015:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 02000000:00000010:1.0:1776192958.942018:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9e4b1c. 00000100:00000010:1.0:1776192958.942019:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:1.0:1776192958.942022:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4a92ebd. 00000100:00000010:1.0:1776192958.942024:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 02000000:00000010:1.0:1776192958.942027:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000100:00000010:1.0:1776192958.942029:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 00000100:00000200:1.0:1776192958.942034:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776192958.942039:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f686c575. 00000400:00000010:1.0:1776192958.942043:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000049c25037 (tot 82352146). 00000800:00000200:1.0:1776192958.942119:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.942123:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:1.0:1776192958.942126:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.942130:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.942133:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192958.942135:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 02000000:00000010:1.0:1776192958.942139:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008f2085f1. 00000400:00000010:0.0:1776192958.942342:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:0.0:1776192958.942347:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192958.942349:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192958.942354:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349528000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.942363:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349528000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.942385:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da3963c2. 02000000:00000010:0.0:1776192958.942402:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe4a38db. 02000000:00000010:0.0:1776192958.942408:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003075448f. 00000100:00000010:0.0:1776192958.942413:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192958.942417:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192958.942420:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00080000:00000010:0.0:1776192958.942439:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003075448f. 00010000:00000010:0.0:1776192958.942525:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.942531:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040f602c0. 00010000:00000010:0.0:1776192958.942602:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9b18fbf. 00010000:00000010:0.0:1776192958.942606:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000049a06565. 00010000:00000010:0.0:1776192958.942611:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192958.942616:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00080000:00000010:0.0:1776192958.942627:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe4a38db. 00010000:00000010:0.0:1776192958.942652:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.942656:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049a06565. 00010000:00000010:0.0:1776192958.942705:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.0:1776192958.942709:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.942716:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.942719:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.942725:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.942747:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083d93c0b. 02000000:00000010:0.0:1776192958.942780:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6b8425. 00000400:00000010:0.0:1776192958.942784:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.942788:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.942791:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528064, portal 16 00000400:00000010:0.0:1776192958.942795:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192958.942796:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528064, offset 0 00000400:00000200:0.0:1776192958.942802:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.942810:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.942816:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.942819:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.942822:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.942824:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91647:91647:256:4294967295] 192.168.203.33@tcp LPNI seq info [91647:91647:8:4294967295] 00000400:00000200:0.0:1776192958.942831:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.942835:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.942839:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192958.942843:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.942847:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.942850:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.943069:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.943072:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192958.943077:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.943083:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.943086:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:3.0:1776192958.943088:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00000100:00000200:3.0:1776192958.943094:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349528064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.953705:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.953724:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316600 00000400:00000200:3.0:1776192958.953742:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3c99 [1] + 224 00000400:00000200:3.0:1776192958.953754:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.953759:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.953769:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349528064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.953802:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.953807:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6e9c0 00000400:00000200:3.0:1776192958.953812:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2609 [2] + 0 00000400:00000200:3.0:1776192958.953831:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.953835:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.953840:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.953846:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:2.0:1776192958.955301:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cba66191. 00000020:00000010:2.0:1776192958.955314:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192958.955317:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.955347:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344646592/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192958.955480:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646592 02000000:00000010:2.0:1776192958.955492:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000947f6ab3. 00010000:00000010:2.0:1776192958.955529:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c92c856. 00000100:00000010:2.0:1776192958.955537:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.955544:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192958.955547:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c92c856. 00000400:00000010:2.0:1776192958.955561:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192958.955567:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646592, offset 224 00000400:00000200:2.0:1776192958.955575:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.955588:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.955595:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91648:91648:256:4294967295] 192.168.203.33@tcp LPNI seq info [91648:91648:8:4294967295] 00000400:00000200:2.0:1776192958.955604:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.955609:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.955614:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192958.955620:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.955627:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.955631:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.955649:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095256b66. 00000020:00000010:2.0:1776192958.955655:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192958.955665:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cba66191. 00000800:00000200:2.0:1776192958.955760:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.955763:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192958.955767:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.955771:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192958.955774:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192958.955776:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00010000:00000010:0.1:1776192958.955847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a4df19. 00010000:00000010:0.1:1776192958.955857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5bcc6e2. 00010000:00000010:0.1:1776192958.955861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.1:1776192958.955864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:0.1:1776192958.955867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00000400:00000010:0.0:1776192958.955886:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:0.0:1776192958.955890:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192958.955891:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192958.955897:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349528064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.955907:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349528064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.955927:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f47c0e52. 02000000:00000010:0.0:1776192958.955938:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6b8425. 02000000:00000010:0.0:1776192958.955955:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083d93c0b. 00000100:00000010:0.0:1776192958.955960:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192958.955964:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192958.955967:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00080000:00000010:0.0:1776192958.955983:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa6b8425. 00010000:00000010:0.0:1776192958.956062:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.956067:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005794129e. 00010000:00000010:0.0:1776192958.956142:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192958.956148:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.956178:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.956183:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.956189:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.956201:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083d93c0b. 02000000:00000010:0.0:1776192958.956228:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004596f34c. 00000400:00000010:0.0:1776192958.956233:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.956237:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.956242:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528128, portal 16 00000400:00000010:0.0:1776192958.956246:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:0.0:1776192958.956248:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528128, offset 0 00000400:00000200:0.0:1776192958.956254:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.956260:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.956268:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.956271:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.956274:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.956277:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91649:91649:256:4294967295] 192.168.203.33@tcp LPNI seq info [91649:91649:8:4294967295] 00000400:00000200:0.0:1776192958.956285:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.956289:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.956293:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192958.956297:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.956301:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.956303:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.960354:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.960362:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:3.0:1776192958.960380:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.960389:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.960396:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:3.0:1776192958.960399:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000100:00000200:3.0:1776192958.960408:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349528128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.963148:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.963212:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316640 00000400:00000200:3.0:1776192958.963221:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ca5 [1] + 224 00000400:00000200:3.0:1776192958.963236:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.963240:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.963249:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349528128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192958.963695:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.963704:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ea00 00000400:00000200:3.0:1776192958.963709:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2609 [2] + 328 00000400:00000200:3.0:1776192958.963767:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.963771:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.963776:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192958.963782:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000020:00000010:3.0:1776192958.963828:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccd200. 00000020:00000010:3.0:1776192958.963834:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.963838:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.963862:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344646656/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192958.963894:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646656 02000000:00000010:3.0:1776192958.963904:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:3.0:1776192958.963941:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.963948:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab7c457a. 00000100:00000010:3.0:1776192958.963954:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab7c457a. 00010000:00000010:3.0:1776192958.963957:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.963970:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192958.963974:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646656, offset 224 00000400:00000200:3.0:1776192958.963982:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.963998:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.964003:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91650:91650:256:4294967295] 192.168.203.33@tcp LPNI seq info [91650:91650:8:4294967295] 00000400:00000200:3.0:1776192958.964011:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.964016:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.964020:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.964024:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.964031:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.964034:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.964049:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.964053:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.964056:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccd200. 00000800:00000200:3.0:1776192958.964113:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.964116:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192958.964122:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.964125:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.964128:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192958.964130:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000400:00000010:0.0:1776192958.967106:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:0.0:1776192958.967120:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192958.967124:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192958.967141:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349528128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.967174:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349528128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192958.967206:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000282ee0e9. 02000000:00000010:0.0:1776192958.967223:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004596f34c. 02000000:00000010:0.0:1776192958.967229:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083d93c0b. 00000100:00000010:0.0:1776192958.967235:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192958.967239:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192958.967242:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00080000:00000010:0.0:1776192958.967263:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004596f34c. 00010000:00000010:0.0:1776192958.967370:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.967377:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a7ea5d2. 00010000:00000010:0.0:1776192958.967456:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192958.967463:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.967474:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.967479:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.967485:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.967498:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fa48a14. 02000000:00000010:0.0:1776192958.967524:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d2a9ce4. 00000400:00000010:0.0:1776192958.967529:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.967534:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.967541:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528192, portal 16 00000400:00000010:0.0:1776192958.967546:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192958.967548:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528192, offset 0 00000400:00000200:0.0:1776192958.967556:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.967570:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.967578:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.967581:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.967585:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.967588:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91651:91651:256:4294967295] 192.168.203.33@tcp LPNI seq info [91651:91651:8:4294967295] 00000400:00000200:0.0:1776192958.967599:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.967605:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.967609:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192958.967615:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.967622:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.967625:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192958.968539:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.968545:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:3.0:1776192958.968551:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.968559:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.968564:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:3.0:1776192958.968566:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:3.0:1776192958.968573:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349528192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192958.970183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baa636d1. 00010000:00000010:0.1:1776192958.970196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090c145eb. 00010000:00000010:0.1:1776192958.970202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.1:1776192958.975200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c401865. 00010000:00000010:0.1:1776192958.975216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010d00583. 00010000:00000010:0.1:1776192958.975219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00000400:00000200:3.0:1776192958.978716:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192958.978745:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316680 00000400:00000200:3.0:1776192958.978754:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3cb1 [1] + 224 00000400:00000200:3.0:1776192958.978771:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.978775:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192958.978786:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349528192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192958.979069:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:0.0:1776192958.979075:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192958.979078:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192958.979084:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349528192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192958.979092:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349528192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.979123:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d2a9ce4. 02000000:00000010:0.0:1776192958.979129:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fa48a14. 00000100:00000010:0.0:1776192958.979133:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192958.979138:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192958.979142:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000200:2.0:1776192958.984550:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.984570:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ea40 00000400:00000200:2.0:1776192958.984578:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2609 [2] + 656 00000400:00000200:2.0:1776192958.984639:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.984643:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.984650:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192958.984656:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 00000020:00000010:3.0:1776192958.988579:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccd200. 00000020:00000010:3.0:1776192958.988592:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.988596:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192958.988629:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ff26bf8 x1862471344646720/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192958.988659:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646720 02000000:00000010:3.0:1776192958.988669:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4a92ebd. 00010000:00000010:3.0:1776192958.988698:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f0e9f7. 00010000:00000010:3.0:1776192958.988720:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ce7d5db. 00000100:00000010:3.0:1776192958.988727:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab7c457a. 00000100:00000010:3.0:1776192958.988756:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab7c457a. 00010000:00000010:3.0:1776192958.988760:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ce7d5db. 00000400:00000010:3.0:1776192958.988774:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192958.988780:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646720, offset 224 00000400:00000200:3.0:1776192958.988787:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192958.988803:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192958.988809:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91652:91652:256:4294967295] 192.168.203.33@tcp LPNI seq info [91652:91652:8:4294967295] 00000400:00000200:3.0:1776192958.988819:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192958.988825:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192958.988829:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192958.988836:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192958.988843:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192958.988846:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192958.988867:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007cafceac. 00000020:00000010:3.0:1776192958.988871:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192958.988874:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccd200. 00000800:00000200:3.0:1776192958.988974:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192958.988977:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192958.988985:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192958.988995:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192958.989000:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192958.989002:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00080000:00000010:0.0:1776192958.991305:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fa48a14. 00010000:00000010:0.0:1776192958.991412:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.991421:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bdfd355. 00010000:00000010:0.0:1776192958.991490:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192958.991497:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.991509:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.991517:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.991527:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.991542:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d2a9ce4. 02000000:00000010:0.0:1776192958.991808:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083d93c0b. 00000400:00000010:0.0:1776192958.991819:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.991826:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.991833:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528256, portal 16 00000400:00000010:0.0:1776192958.991839:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192958.991842:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528256, offset 0 00000400:00000200:0.0:1776192958.991852:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.991869:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.991875:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.991878:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.991881:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.991884:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91653:91653:256:4294967295] 192.168.203.33@tcp LPNI seq info [91653:91653:8:4294967295] 00000400:00000200:0.0:1776192958.991894:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.991899:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.991903:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192958.991910:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.991917:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.991921:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.992066:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.992070:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:1.0:1776192958.992076:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.992081:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.992086:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:1.0:1776192958.992088:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000100:00000200:1.0:1776192958.992095:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349528256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.996594:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.996613:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673166c0 00000400:00000200:2.0:1776192958.996621:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3cbd [1] + 224 00000400:00000200:2.0:1776192958.996632:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.996636:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.996646:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349528256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192958.996677:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192958.996683:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ea80 00000400:00000200:2.0:1776192958.996688:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2609 [2] + 984 00000400:00000010:0.0:1776192958.996722:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:0.0:1776192958.996728:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000200:2.0:1776192958.996742:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1776192958.996746:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000400:00000200:2.0:1776192958.996747:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192958.996753:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776192958.996755:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349528256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1776192958.996760:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000100:00000200:0.0:1776192958.996768:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349528256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192958.996798:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083d93c0b. 02000000:00000010:0.0:1776192958.996805:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d2a9ce4. 00000100:00000010:0.0:1776192958.996810:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192958.996814:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00000020:00000010:2.0:1776192958.996815:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000230f14a5. 00010000:00000010:0.0:1776192958.996818:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000020:00000010:2.0:1776192958.996822:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192958.996827:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192958.996849:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344646784/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:386/0 lens 328/0 e 0 to 0 dl 1776193001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192958.996880:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646784 02000000:00000010:2.0:1776192958.996890:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000134efead. 00010000:00000010:2.0:1776192958.996914:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdf7aa09. 00010000:00000010:2.0:1776192958.996935:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008630d1f0. 00000100:00000010:2.0:1776192958.996941:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192958.996953:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192958.996956:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008630d1f0. 00000400:00000010:2.0:1776192958.996970:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00080000:00000010:0.0:1776192958.996972:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083d93c0b. 00000100:00000200:2.0:1776192958.996974:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646784, offset 224 00000400:00000200:2.0:1776192958.996982:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192958.996992:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192958.996997:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91654:91654:256:4294967295] 192.168.203.33@tcp LPNI seq info [91654:91654:8:4294967295] 00000400:00000200:2.0:1776192958.997006:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192958.997010:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192958.997014:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192958.997020:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192958.997026:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192958.997031:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192958.997049:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192958.997054:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00010000:00000010:0.0:1776192958.997055:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.997062:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087714c55. 00000020:00000010:2.0:1776192958.997064:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000230f14a5. 00000800:00000200:2.0:1776192958.997125:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192958.997129:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192958.997132:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192958.997136:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00010000:00000010:0.0:1776192958.997136:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6bcb4b2. 00000400:00000200:2.0:1776192958.997139:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192958.997141:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00010000:00000010:0.0:1776192958.997144:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e10d8478. 00010000:00000010:0.0:1776192958.999015:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192958.999028:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192958.999040:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192958.999054:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d2a9ce4. 02000000:00000010:0.0:1776192958.999083:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035754083. 00000400:00000010:0.0:1776192958.999089:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192958.999095:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192958.999101:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528320, portal 16 00000400:00000010:0.0:1776192958.999106:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00000100:00000200:0.0:1776192958.999108:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528320, offset 0 00000400:00000200:0.0:1776192958.999116:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192958.999129:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192958.999136:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192958.999139:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192958.999142:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192958.999145:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91655:91655:256:4294967295] 192.168.203.33@tcp LPNI seq info [91655:91655:8:4294967295] 00000400:00000200:0.0:1776192958.999168:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192958.999185:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192958.999190:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192958.999196:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192958.999203:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192958.999207:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192958.999388:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192958.999392:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:1.0:1776192958.999397:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192958.999411:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192958.999415:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:1.0:1776192958.999417:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 00000100:00000200:1.0:1776192958.999423:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349528320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.007419:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.007439:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316700 00000400:00000200:2.0:1776192959.007449:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3cc9 [1] + 224 00000400:00000200:2.0:1776192959.007466:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.007470:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.007480:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349528320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192959.008326:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:0.0:1776192959.008336:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192959.008338:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192959.008349:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349528320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.008359:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349528320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.008392:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035754083. 02000000:00000010:0.0:1776192959.008400:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d2a9ce4. 00000100:00000010:0.0:1776192959.008404:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:0.0:1776192959.008409:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192959.008413:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000200:2.0:1776192959.018603:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.018624:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6eac0 00000400:00000200:2.0:1776192959.018633:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2609 [2] + 1312 00000400:00000200:2.0:1776192959.018707:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.018711:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.018717:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.018723:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00000020:00000010:0.0:1776192959.018996:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035754083. 00000020:00000010:0.0:1776192959.019003:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049a06565. 00000020:00000010:0.0:1776192959.019008:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.019035:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2f852e5 x1862471344646848/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192959.019079:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646848 02000000:00000010:0.0:1776192959.019091:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058afb650. 00010000:00000010:0.0:1776192959.019118:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033e73be1. 00010000:00000010:0.0:1776192959.019141:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192959.019148:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192959.019184:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192959.019188:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192959.019201:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192959.019206:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646848, offset 224 00000400:00000200:0.0:1776192959.019213:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.019224:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.019230:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91656:91656:256:4294967295] 192.168.203.33@tcp LPNI seq info [91656:91656:8:4294967295] 00000400:00000200:0.0:1776192959.019240:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.019244:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.019248:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192959.019254:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.019260:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.019264:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.019281:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049a06565. 00000020:00000010:0.0:1776192959.019284:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.019287:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035754083. 00000800:00000200:0.0:1776192959.019362:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.019374:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:0.0:1776192959.019379:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.019382:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.019386:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192959.019388:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00080000:00000010:2.0:1776192959.019496:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4ecdcb5. 00010000:00000010:2.0:1776192959.019585:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e10d8478. 00010000:00000010:2.0:1776192959.019592:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094266732. 00010000:00000010:2.0:1776192959.019667:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192959.019673:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000021b10ae. 00010000:00000010:2.0:1776192959.019683:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ca1196a. 00000100:00000010:2.0:1776192959.019687:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.019693:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192959.019703:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fd0b3a9. 02000000:00000010:2.0:1776192959.019724:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ff839b8. 00000400:00000010:2.0:1776192959.019742:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000429bc8de. 00000400:00000010:2.0:1776192959.019747:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192959.019751:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528384, portal 16 00000400:00000010:2.0:1776192959.019756:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192959.019758:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528384, offset 0 00000400:00000200:2.0:1776192959.019763:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.019771:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.019778:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.019782:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.019785:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.019787:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91657:91657:256:4294967295] 192.168.203.33@tcp LPNI seq info [91657:91657:8:4294967295] 00000400:00000200:2.0:1776192959.019795:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.019800:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.019803:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192959.019808:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.019813:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.020423:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192959.020436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000012c51ce. 00010000:00000010:0.1:1776192959.020449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00000800:00000200:0.0:1776192959.020517:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.020519:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:0.0:1776192959.020523:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.020528:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.020532:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:0.0:1776192959.020534:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000100:00000200:0.0:1776192959.020539:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349528384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.020716:0:78494:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dbe405f. 00000400:00000200:3.0:1776192959.027676:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.027702:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316740 00000400:00000200:3.0:1776192959.027712:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3cd5 [1] + 224 00000400:00000200:3.0:1776192959.027724:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.027741:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.027752:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349528384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.027794:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.027799:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6eb00 00000400:00000200:3.0:1776192959.027804:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2609 [2] + 1640 00000400:00000200:3.0:1776192959.027814:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.027817:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.027821:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.027826:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000020:00000010:0.0:1776192959.028265:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035754083. 00000020:00000010:0.0:1776192959.028272:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049a06565. 00000020:00000010:0.0:1776192959.028277:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.028304:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dd79861 x1862471344646912/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.028337:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646912 02000000:00000010:0.0:1776192959.028347:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac48c8d. 00010000:00000010:0.0:1776192959.028385:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192959.028392:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192959.028398:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:0.0:1776192959.028400:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192959.028413:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192959.028418:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646912, offset 224 00000400:00000200:0.0:1776192959.028425:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.028436:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.028444:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91658:91658:256:4294967295] 192.168.203.33@tcp LPNI seq info [91658:91658:8:4294967295] 00000400:00000200:0.0:1776192959.028454:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.028467:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.028471:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192959.028476:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.028483:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.028486:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.028508:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049a06565. 00000020:00000010:0.0:1776192959.028511:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.028514:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035754083. 00000400:00000010:0.0:1776192959.028537:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000429bc8de. 00000400:00000200:0.0:1776192959.028541:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:0.0:1776192959.028543:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000100:00000200:0.0:1776192959.028548:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349528384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.028555:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349528384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192959.028586:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087dbf194. 02000000:00000010:0.0:1776192959.028600:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ff839b8. 02000000:00000010:0.0:1776192959.028606:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fd0b3a9. 00000100:00000010:0.0:1776192959.028610:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:0.0:1776192959.028613:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:0.0:1776192959.028615:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ca1196a. 00080000:00000010:0.0:1776192959.028631:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035754083. 00010000:00000010:0.0:1776192959.028716:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000021b10ae. 00010000:00000010:0.0:1776192959.028722:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c678a84. 00000800:00000200:1.0:1776192959.028765:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1776192959.028805:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192959.028810:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079c69ef3. 00010000:00000010:0.0:1776192959.028819:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192959.028822:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192959.028827:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192959.028837:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ff839b8. 02000000:00000010:0.0:1776192959.028856:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d2a9ce4. 00000400:00000010:0.0:1776192959.028860:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a3a41e1. 00000400:00000010:0.0:1776192959.028864:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000800:00000010:1.0:1776192959.028865:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000100:00000200:0.0:1776192959.028869:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528448, portal 16 00000400:00000200:1.0:1776192959.028872:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1776192959.028874:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192959.028876:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528448, offset 0 00000400:00000200:1.0:1776192959.028880:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.028884:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.028888:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000200:0.0:1776192959.028891:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000010:1.0:1776192959.028892:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000400:00000200:0.0:1776192959.028900:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.028904:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.028906:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.028909:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91659:91659:255:4294967295] 192.168.203.33@tcp LPNI seq info [91659:91659:7:4294967295] 00000400:00000200:0.0:1776192959.028916:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.028920:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.028923:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192959.028928:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.028931:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.028933:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.029180:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.029183:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82351898). 00000400:00000200:1.0:1776192959.029187:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.029192:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.029205:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:1.0:1776192959.029208:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 00000100:00000200:1.0:1776192959.029213:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349528448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.031457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec9d1c8. 00010000:00000010:2.1:1776192959.031571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdd26866. 00010000:00000010:2.1:1776192959.031577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.1:1776192959.032756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b41ffce9. 00010000:00000010:0.1:1776192959.032767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.1:1776192959.032771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9aac37. 00000400:00000200:0.0:1776192959.032809:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.032826:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316780 00000400:00000200:0.0:1776192959.032836:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ce1 [1] + 224 00000400:00000200:0.0:1776192959.032848:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.032852:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.032862:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349528448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.032898:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.032902:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6eb40 00000400:00000200:0.0:1776192959.032906:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2609 [2] + 1968 00000400:00000010:0.0:1776192959.032909:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6eb4bdd. 00000400:00000200:0.0:1776192959.032914:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008d28afcb 00000400:00000200:0.0:1776192959.032973:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.032977:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.032980:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d28afcb 00000400:00000010:0.0:1776192959.032982:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008d28afcb (tot 82351746). 00000100:00000200:0.0:1776192959.032987:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192959.033065:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d43c09a. 00000020:00000010:3.0:1776192959.033074:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.033079:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.033108:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2237558 x1862471344646976/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192959.033227:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344646976 02000000:00000010:3.0:1776192959.033238:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fd3236f. 00010000:00000010:3.0:1776192959.033288:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c86c2fe. 00000100:00000010:3.0:1776192959.033295:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab7c457a. 00000100:00000010:3.0:1776192959.033302:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ab7c457a. 00010000:00000010:3.0:1776192959.033304:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c86c2fe. 00000400:00000010:3.0:1776192959.033318:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192959.033322:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344646976, offset 224 00000400:00000200:3.0:1776192959.033330:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.033340:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.033345:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91660:91660:256:4294967295] 192.168.203.33@tcp LPNI seq info [91660:91660:8:4294967295] 00000400:00000200:3.0:1776192959.033354:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.033358:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.033362:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82351994). 00000800:00000200:3.0:1776192959.033378:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.033385:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.033388:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.033414:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.033418:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.033421:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d43c09a. 02000000:00000010:3.0:1776192959.033428:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac48c8d. 00000100:00000010:3.0:1776192959.033432:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192959.033436:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058afb650. 00000100:00000010:3.0:1776192959.033439:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:3.0:1776192959.033442:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000134efead. 00000100:00000010:3.0:1776192959.033444:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 02000000:00000010:3.0:1776192959.033447:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4a92ebd. 00000100:00000010:3.0:1776192959.033450:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ff26bf8. 02000000:00000010:3.0:1776192959.033453:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000100:00000010:3.0:1776192959.033454:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192959.033457:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000947f6ab3. 00000100:00000010:3.0:1776192959.033459:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000200:3.0:1776192959.033464:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192959.033469:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d53de0d6. 00000400:00000010:3.0:1776192959.033472:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab7c457a (tot 82352146). 00000800:00000200:0.0:1776192959.033815:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.033819:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:0.0:1776192959.033825:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.033830:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.033833:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:0.0:1776192959.033834:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 02000000:00000010:0.0:1776192959.033838:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fd3236f. 00000400:00000010:1.0:1776192959.034639:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a3a41e1. 00000400:00000200:1.0:1776192959.034646:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:1.0:1776192959.034648:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00000100:00000200:1.0:1776192959.034656:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349528448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.034665:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349528448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192959.034690:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af82e203. 02000000:00000010:1.0:1776192959.034704:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d2a9ce4. 02000000:00000010:1.0:1776192959.034708:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ff839b8. 00000100:00000010:1.0:1776192959.034712:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 00000100:00000010:1.0:1776192959.034716:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:1.0:1776192959.034718:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00080000:00000010:1.0:1776192959.034748:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f2085f1. 00010000:00000010:1.0:1776192959.034849:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079c69ef3. 00010000:00000010:1.0:1776192959.034855:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000629b61d7. 00010000:00000010:1.0:1776192959.034926:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.034933:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.034942:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.034947:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.034954:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.034965:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f059c53d. 00010000:00000010:0.1:1776192959.035217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cae27f4. 00010000:00000010:0.1:1776192959.035226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badfb83e. 00010000:00000010:0.1:1776192959.035237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 02000000:00000010:1.0:1776192959.035650:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ad7811c. 00000400:00000010:1.0:1776192959.035658:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.035663:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.035670:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528512, portal 16 00000400:00000010:1.0:1776192959.035675:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d0567a. 00000100:00000200:1.0:1776192959.035677:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528512, offset 0 00000400:00000200:1.0:1776192959.035686:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.035701:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.035708:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.035712:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.035715:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.035718:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91661:91661:256:4294967295] 192.168.203.33@tcp LPNI seq info [91661:91661:8:4294967295] 00000400:00000200:1.0:1776192959.035727:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.035741:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.035746:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192959.035753:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.035761:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.035764:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.035895:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.035900:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:0.0:1776192959.035904:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.035908:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.035911:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d0567a 00000400:00000010:0.0:1776192959.035913:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d0567a. 00000100:00000200:0.0:1776192959.035917:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349528512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.037481:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.037497:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673167c0 00000400:00000200:3.0:1776192959.037505:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3cf1 [1] + 224 00000400:00000200:3.0:1776192959.037517:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.037521:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.037528:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349528512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.037592:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.037597:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.037599:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.037604:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349528512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.037611:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349528512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.037640:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad7811c. 02000000:00000010:1.0:1776192959.037645:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f059c53d. 00000100:00000010:1.0:1776192959.037650:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.037654:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.037657:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000200:0.0:1776192959.038374:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.038386:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6eb80 00000400:00000200:0.0:1776192959.038391:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2701 [2] + 0 00000400:00000200:0.0:1776192959.038448:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.038453:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.038457:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.038463:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 00000020:00000010:3.0:1776192959.038606:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a92ebd. 00000020:00000010:3.0:1776192959.038612:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.038616:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.038678:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008f6f168 x1862471344647040/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192959.038714:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647040 02000000:00000010:3.0:1776192959.038725:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d43c09a. 00010000:00000010:3.0:1776192959.038761:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004216c430. 00010000:00000010:3.0:1776192959.038783:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c86c2fe. 00000100:00000010:3.0:1776192959.038789:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192959.038806:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192959.038809:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c86c2fe. 00000400:00000010:3.0:1776192959.038822:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192959.038826:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647040, offset 224 00000400:00000200:3.0:1776192959.038833:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.038844:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.038857:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91662:91662:256:4294967295] 192.168.203.33@tcp LPNI seq info [91662:91662:8:4294967295] 00000400:00000200:3.0:1776192959.038867:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.038873:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.038878:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192959.038884:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.038891:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.038894:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.038916:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.038921:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.038923:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a92ebd. 00000800:00000200:0.0:1776192959.039073:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.039077:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:0.0:1776192959.039085:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.039090:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.039093:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:0.0:1776192959.039095:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00080000:00000010:1.0:1776192959.039193:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f059c53d. 00010000:00000010:1.0:1776192959.039273:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.039282:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a8176a6. 00010000:00000010:1.0:1776192959.039356:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192959.039362:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.039381:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.039392:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.039400:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.039411:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ad7811c. 02000000:00000010:1.0:1776192959.039433:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009268366. 00000400:00000010:1.0:1776192959.039438:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.039442:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.039446:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528576, portal 16 00000400:00000010:1.0:1776192959.039450:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192959.039452:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528576, offset 0 00000400:00000200:1.0:1776192959.039459:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.039467:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.039473:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.039478:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.039480:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.039483:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91663:91663:256:4294967295] 192.168.203.33@tcp LPNI seq info [91663:91663:8:4294967295] 00000400:00000200:1.0:1776192959.039489:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.039493:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.039497:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192959.039501:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.039505:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.039507:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.039608:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.039610:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192959.039614:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.039618:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.039620:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:3.0:1776192959.039622:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:3.0:1776192959.039626:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349528576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.046593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033cb6091. 00010000:00000010:1.1:1776192959.046608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f604b51. 00010000:00000010:1.1:1776192959.046611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:3.1:1776192959.049192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e427c8. 00010000:00000010:1.1:1776192959.049261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd51f844. 00010000:00000010:1.1:1776192959.049268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:3.0:1776192959.050136:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.050194:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316800 00000400:00000200:3.0:1776192959.050204:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3cfd [1] + 224 00000400:00000200:3.0:1776192959.050216:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.050220:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.050231:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349528576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.050256:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.050261:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ebc0 00000400:00000200:3.0:1776192959.050266:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2701 [2] + 328 00000400:00000200:3.0:1776192959.050276:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.050279:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.050282:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.050287:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000400:00000010:1.0:1776192959.050507:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.050512:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.050514:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.050520:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349528576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.050528:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349528576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.050555:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009268366. 02000000:00000010:1.0:1776192959.050562:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ad7811c. 00000100:00000010:1.0:1776192959.050567:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.050571:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.050575:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000020:00000010:2.0:1776192959.050774:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a9e4b1c. 00000020:00000010:2.0:1776192959.050781:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.050785:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.050810:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344647104/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192959.050853:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647104 02000000:00000010:2.0:1776192959.050863:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cba66191. 00010000:00000010:2.0:1776192959.050887:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000754e1cf1. 00010000:00000010:2.0:1776192959.050907:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.050912:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192959.050927:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192959.050930:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000010:2.0:1776192959.050941:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192959.050945:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647104, offset 224 00000400:00000200:2.0:1776192959.050952:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.050963:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.050968:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91664:91664:256:4294967295] 192.168.203.33@tcp LPNI seq info [91664:91664:8:4294967295] 00000400:00000200:2.0:1776192959.050977:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.050983:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.050988:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192959.050993:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.051000:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.051004:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.051038:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.051042:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.051051:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a9e4b1c. 00000800:00000200:2.0:1776192959.051144:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.051148:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:2.0:1776192959.051151:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.051174:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.051177:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:2.0:1776192959.051179:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00080000:00000010:1.0:1776192959.051606:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ad7811c. 00010000:00000010:1.0:1776192959.051693:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.051701:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000556ea6aa. 00010000:00000010:1.0:1776192959.051794:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.051801:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.051813:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.051817:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.051825:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.051836:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009268366. 02000000:00000010:1.0:1776192959.051860:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1b5671e. 00000400:00000010:1.0:1776192959.051865:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.051870:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.051875:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528640, portal 16 00000400:00000010:1.0:1776192959.051880:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192959.051882:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528640, offset 0 00000400:00000200:1.0:1776192959.051890:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.051900:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.051908:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.051912:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.051914:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.051918:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91665:91665:256:4294967295] 192.168.203.33@tcp LPNI seq info [91665:91665:8:4294967295] 00000400:00000200:1.0:1776192959.051926:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.051930:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.051934:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192959.051941:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.051948:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.051952:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.053338:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.053343:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192959.053348:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.053355:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.053360:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:2.0:1776192959.053362:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000100:00000200:2.0:1776192959.053368:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349528640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.056958:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.056976:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316840 00000400:00000200:0.0:1776192959.056995:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d09 [1] + 224 00000400:00000200:0.0:1776192959.057016:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.057020:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.057029:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349528640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.057062:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.057066:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ec00 00000400:00000200:0.0:1776192959.057071:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2701 [2] + 656 00000400:00000200:0.0:1776192959.057115:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.057119:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.057123:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.057129:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 00000400:00000010:1.0:1776192959.057139:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.057145:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.057148:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.057250:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349528640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.057260:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349528640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.057290:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1b5671e. 02000000:00000010:1.0:1776192959.057298:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009268366. 00000100:00000010:1.0:1776192959.057303:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.057306:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.057310:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00010000:00000010:2.1:1776192959.057377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000914a8ea. 00000020:00000010:2.0:1776192959.057410:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a9e4b1c. 00000020:00000010:2.0:1776192959.057416:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.057419:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.057440:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055a6bbce x1862471344647168/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192959.057471:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647168 02000000:00000010:2.0:1776192959.057481:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000230f14a5. 00010000:00000010:2.0:1776192959.057505:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b9f2e41. 00010000:00000010:2.0:1776192959.057522:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.057527:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192959.057541:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192959.057544:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000010:2.0:1776192959.057554:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192959.057558:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647168, offset 224 00000400:00000200:2.0:1776192959.057565:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.057574:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.057581:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91666:91666:256:4294967295] 192.168.203.33@tcp LPNI seq info [91666:91666:8:4294967295] 00000400:00000200:2.0:1776192959.057590:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.057595:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.057598:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192959.057604:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.057609:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.057613:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.057627:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.057630:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.057640:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a9e4b1c. 00000800:00000200:2.0:1776192959.057694:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.057698:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:2.0:1776192959.057701:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.057704:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.057707:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:2.0:1776192959.057708:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00080000:00000010:1.0:1776192959.057770:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009268366. 00010000:00000010:1.0:1776192959.057847:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.057853:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5ba0a78. 00010000:00000010:1.0:1776192959.057923:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe42369. 00010000:00000010:1.0:1776192959.057928:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.057937:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.057940:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.057945:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.057954:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1b5671e. 02000000:00000010:1.0:1776192959.057972:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fb2c6f1. 00000400:00000010:1.0:1776192959.057976:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.057979:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.057983:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528704, portal 16 00000400:00000010:1.0:1776192959.057986:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002806a671. 00000100:00000200:1.0:1776192959.057988:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528704, offset 0 00000400:00000200:1.0:1776192959.057993:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.057999:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.058005:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.058009:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.058011:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.058014:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91667:91667:256:4294967295] 192.168.203.33@tcp LPNI seq info [91667:91667:8:4294967295] 00000400:00000200:1.0:1776192959.058020:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.058024:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.058027:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192959.058031:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.058034:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.058037:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776192959.059185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031c80d6a. 00010000:00000010:1.1:1776192959.059194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00000800:00000200:2.0:1776192959.060554:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.060560:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:2.0:1776192959.060566:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.060574:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.060579:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002806a671 00000400:00000010:2.0:1776192959.060581:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002806a671. 00000100:00000200:2.0:1776192959.060589:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349528704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.062206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc8ef4fc. 00010000:00000010:1.1:1776192959.062222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:0.0:1776192959.062781:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.062798:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316880 00000400:00000200:0.0:1776192959.062808:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d15 [1] + 224 00000400:00000200:0.0:1776192959.062823:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.062827:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.062836:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349528704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.062993:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.063384:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.063389:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.063396:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349528704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.063405:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349528704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.063438:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb2c6f1. 02000000:00000010:1.0:1776192959.063446:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1b5671e. 00000100:00000010:1.0:1776192959.063452:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.063457:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.063461:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000200:2.0:1776192959.066978:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.066998:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ec40 00000400:00000200:2.0:1776192959.067006:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2701 [2] + 984 00000400:00000200:2.0:1776192959.067063:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.067068:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.067074:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.067081:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:2.0:1776192959.067142:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a9e4b1c. 00000020:00000010:2.0:1776192959.067148:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.067152:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.067333:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344647232/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192959.067366:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647232 02000000:00000010:2.0:1776192959.067377:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000947f6ab3. 00010000:00000010:2.0:1776192959.067403:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009f41dce. 00010000:00000010:2.0:1776192959.067422:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.067429:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192959.067482:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192959.067487:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000010:2.0:1776192959.067500:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192959.067505:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647232, offset 224 00000400:00000200:2.0:1776192959.067512:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.067522:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.067527:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91668:91668:256:4294967295] 192.168.203.33@tcp LPNI seq info [91668:91668:8:4294967295] 00000400:00000200:2.0:1776192959.067537:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.067543:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.067547:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192959.067553:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.067560:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.067564:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.067580:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.067585:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.067595:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a9e4b1c. 00000800:00000200:2.0:1776192959.067663:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.067666:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:2.0:1776192959.067669:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.067673:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.067676:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:2.0:1776192959.067678:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00010000:00000010:2.1:1776192959.068496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe63b9a5. 00080000:00000010:1.0:1776192959.068597:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1b5671e. 00010000:00000010:1.0:1776192959.068682:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.068691:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a1bc07e. 00010000:00000010:1.0:1776192959.068773:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192959.068777:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192959.068782:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.068786:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00080000:00000010:1.0:1776192959.068800:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fb2c6f1. 00010000:00000010:1.0:1776192959.068826:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.068830:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192959.068881:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192959.068884:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.068891:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.068895:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.068903:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.068914:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b435d6c9. 02000000:00000010:1.0:1776192959.068941:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3f2593e. 00000400:00000010:1.0:1776192959.068946:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.068951:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.068956:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528768, portal 16 00000400:00000010:1.0:1776192959.068961:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192959.068963:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528768, offset 0 00000400:00000200:1.0:1776192959.068971:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.068982:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.068989:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.068992:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.068995:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.068997:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91669:91669:256:4294967295] 192.168.203.33@tcp LPNI seq info [91669:91669:8:4294967295] 00000400:00000200:1.0:1776192959.069005:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.069010:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.069013:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192959.069018:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.069024:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.069027:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.070515:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.070522:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192959.070529:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.070536:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.070542:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:3.0:1776192959.070544:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:3.0:1776192959.070551:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349528768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.072805:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.072826:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673168c0 00000400:00000200:2.0:1776192959.072836:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d21 [1] + 224 00000400:00000200:2.0:1776192959.072853:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.072857:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.072866:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349528768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.072944:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.072949:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.072951:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.072957:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349528768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.072964:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349528768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.072995:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3f2593e. 02000000:00000010:1.0:1776192959.073003:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b435d6c9. 00000100:00000010:1.0:1776192959.073008:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.073012:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.073016:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000200:2.0:1776192959.073291:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.073300:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ec80 00000400:00000200:2.0:1776192959.073305:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2701 [2] + 1312 00000400:00000200:2.0:1776192959.073354:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.073358:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.073362:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.073366:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 00000020:00000010:0.0:1776192959.073490:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7bf19f. 00000020:00000010:0.0:1776192959.073498:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.073502:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.073525:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000952192e0 x1862471344647296/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192959.073557:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647296 02000000:00000010:0.0:1776192959.073567:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bde4f03. 00010000:00000010:0.0:1776192959.073591:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060adba10. 00010000:00000010:0.0:1776192959.073611:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.073617:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.073629:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.073632:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192959.073644:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f454187. 00000100:00000200:0.0:1776192959.073648:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647296, offset 224 00000400:00000200:0.0:1776192959.073656:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.073666:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.073671:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91670:91670:256:4294967295] 192.168.203.33@tcp LPNI seq info [91670:91670:8:4294967295] 00000400:00000200:0.0:1776192959.073680:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.073685:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.073689:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192959.073694:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.073700:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.073703:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.073725:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.073737:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.073740:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7bf19f. 00080000:00000010:1.0:1776192959.073795:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b435d6c9. 00000800:00000200:3.0:1776192959.073809:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.073814:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:3.0:1776192959.073818:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.073823:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.073825:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f454187 00000400:00000010:3.0:1776192959.073827:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f454187. 00010000:00000010:1.0:1776192959.073875:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.073882:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ddbe289. 00010000:00000010:1.0:1776192959.073953:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deb03e34. 00010000:00000010:1.0:1776192959.073958:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.073967:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.073971:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.073976:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.073985:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3f2593e. 02000000:00000010:1.0:1776192959.074006:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d5fac3c. 00000400:00000010:1.0:1776192959.074011:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.074015:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.074019:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528832, portal 16 00000400:00000010:1.0:1776192959.074023:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee38bd31. 00000100:00000200:1.0:1776192959.074025:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528832, offset 0 00000400:00000200:1.0:1776192959.074030:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.074036:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.074043:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.074046:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.074048:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.074063:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91671:91671:256:4294967295] 192.168.203.33@tcp LPNI seq info [91671:91671:8:4294967295] 00000400:00000200:1.0:1776192959.074070:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.074074:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.074077:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192959.074081:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.074085:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.074087:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.074207:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.074209:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192959.074213:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.074217:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.074219:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee38bd31 00000400:00000010:3.0:1776192959.074220:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee38bd31. 00000100:00000200:3.0:1776192959.074225:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349528832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.075207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4e967d7. 00010000:00000010:1.1:1776192959.075218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe42369. 00010000:00000010:1.1:1776192959.075223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192959.075226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00010000:00000010:2.1:1776192959.075331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056fcdf21. 00000400:00000200:2.0:1776192959.076231:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.076251:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316900 00000400:00000200:2.0:1776192959.076260:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d2d [1] + 224 00000400:00000200:2.0:1776192959.076274:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.076278:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.076288:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349528832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.076470:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.076475:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.076477:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.076483:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349528832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.076489:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349528832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.076516:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d5fac3c. 02000000:00000010:1.0:1776192959.076523:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3f2593e. 00000100:00000010:1.0:1776192959.076528:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.076532:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.076535:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000200:3.0:1776192959.076758:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.076766:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ecc0 00000400:00000200:3.0:1776192959.076771:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2701 [2] + 1640 00000400:00000200:3.0:1776192959.076812:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.076815:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.076820:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.076824:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000020:00000010:2.0:1776192959.077050:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a9e4b1c. 00000020:00000010:2.0:1776192959.077056:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.077060:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.077081:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344647360/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192959.077150:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647360 02000000:00000010:2.0:1776192959.077188:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000134efead. 00010000:00000010:2.0:1776192959.077213:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e989324. 00010000:00000010:2.0:1776192959.077235:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.077241:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192959.077250:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192959.077253:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000010:2.0:1776192959.077264:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192959.077268:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647360, offset 224 00000400:00000200:2.0:1776192959.077275:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.077286:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.077291:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91672:91672:256:4294967295] 192.168.203.33@tcp LPNI seq info [91672:91672:8:4294967295] 00000400:00000200:2.0:1776192959.077299:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.077303:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.077307:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192959.077312:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.077319:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.077322:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.077344:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.077348:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.077357:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a9e4b1c. 00080000:00000010:1.0:1776192959.077419:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3f2593e. 00000800:00000200:3.0:1776192959.077495:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776192959.077499:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00000800:00000010:3.0:1776192959.077500:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:3.0:1776192959.077506:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1776192959.077508:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3d9be07. 00000400:00000200:3.0:1776192959.077512:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.077516:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:3.0:1776192959.077518:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00010000:00000010:1.0:1776192959.077582:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.077587:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.077596:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.077599:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.077604:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.077613:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d5fac3c. 02000000:00000010:1.0:1776192959.077631:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a85ea26f. 00000400:00000010:1.0:1776192959.077634:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.077638:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.077642:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528896, portal 16 00000400:00000010:1.0:1776192959.077645:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192959.077647:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528896, offset 0 00000400:00000200:1.0:1776192959.077651:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.077657:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.077662:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.077666:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.077669:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.077671:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91673:91673:256:4294967295] 192.168.203.33@tcp LPNI seq info [91673:91673:8:4294967295] 00000400:00000200:1.0:1776192959.077678:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.077681:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.077684:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192959.077688:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.077692:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.077694:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.077820:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.077823:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:3.0:1776192959.077826:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.077830:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.077832:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:3.0:1776192959.077834:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000100:00000200:3.0:1776192959.077838:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349528896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.079301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e50dca5. 00010000:00000010:1.1:1776192959.079313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00000400:00000200:3.0:1776192959.079970:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.079997:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316940 00000400:00000200:3.0:1776192959.080007:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d39 [1] + 224 00000400:00000200:3.0:1776192959.080021:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.080025:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.080034:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349528896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.080127:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.080131:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.080133:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.080139:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349528896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.080147:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349528896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.080318:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a85ea26f. 02000000:00000010:1.0:1776192959.080326:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d5fac3c. 00000100:00000010:1.0:1776192959.080330:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.080333:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.080337:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000200:3.0:1776192959.081476:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.081487:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ed00 00000400:00000200:3.0:1776192959.081493:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2701 [2] + 1968 00000400:00000010:3.0:1776192959.081496:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cfa8f37c. 00000400:00000200:3.0:1776192959.081499:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005749679e 00000400:00000200:3.0:1776192959.081535:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.081538:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.081540:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005749679e 00000400:00000010:3.0:1776192959.081542:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005749679e (tot 82351746). 00000100:00000200:3.0:1776192959.081547:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192959.081664:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a9e4b1c. 00000020:00000010:2.0:1776192959.081671:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.081675:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.081698:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053abc68f x1862471344647424/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192959.081745:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647424 02000000:00000010:2.0:1776192959.081756:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fd0b3a9. 00010000:00000010:2.0:1776192959.081784:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8806. 00010000:00000010:2.0:1776192959.081809:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.081815:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f78bd3d. 00000100:00000010:2.0:1776192959.081832:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f78bd3d. 00010000:00000010:2.0:1776192959.081836:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000010:2.0:1776192959.081848:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00000100:00000200:2.0:1776192959.081852:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647424, offset 224 00000400:00000200:2.0:1776192959.081860:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.081870:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.081874:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91674:91674:256:4294967295] 192.168.203.33@tcp LPNI seq info [91674:91674:8:4294967295] 00000400:00000200:2.0:1776192959.081883:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.081888:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.081892:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82351994). 00000800:00000200:2.0:1776192959.081898:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.081904:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.081906:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.082065:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.082070:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.082079:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a9e4b1c. 02000000:00000010:2.0:1776192959.082086:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000134efead. 00000100:00000010:2.0:1776192959.082089:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:2.0:1776192959.082092:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bde4f03. 00000100:00000010:2.0:1776192959.082095:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192959.082102:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000947f6ab3. 00000100:00000010:2.0:1776192959.082103:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192959.082106:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000230f14a5. 00000100:00000010:2.0:1776192959.082108:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 00080000:00000010:1.0:1776192959.082113:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d5fac3c. 02000000:00000010:2.0:1776192959.082335:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cba66191. 00000100:00000010:2.0:1776192959.082339:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:2.0:1776192959.082342:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d43c09a. 00000100:00000010:2.0:1776192959.082344:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 00000100:00000200:2.0:1776192959.082356:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192959.082361:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041de0d5f. 00000400:00000010:2.0:1776192959.082366:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002f78bd3d (tot 82352146). 00000800:00000200:3.0:1776192959.082500:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.082504:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:3.0:1776192959.082507:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.082512:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.082515:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:3.0:1776192959.082517:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 02000000:00000010:3.0:1776192959.082520:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fd0b3a9. 00010000:00000010:1.0:1776192959.085124:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.085141:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c76ae1f0. 00010000:00000010:1.0:1776192959.085253:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192959.085260:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.085284:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.085291:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.085300:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.085314:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a85ea26f. 02000000:00000010:1.0:1776192959.085341:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fd7d5ea. 00000400:00000010:1.0:1776192959.085347:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.085352:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.085358:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349528960, portal 16 00000400:00000010:1.0:1776192959.085363:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ef59f96. 00000100:00000200:1.0:1776192959.085365:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349528960, offset 0 00000400:00000200:1.0:1776192959.085374:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.085389:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.085396:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.085399:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.085401:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.085405:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91675:91675:256:4294967295] 192.168.203.33@tcp LPNI seq info [91675:91675:8:4294967295] 00000400:00000200:1.0:1776192959.085414:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.085420:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.085424:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192959.085430:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.085436:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.085439:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.086050:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.086056:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:3.0:1776192959.086061:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.086067:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.086071:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ef59f96 00000400:00000010:3.0:1776192959.086073:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ef59f96. 00000100:00000200:3.0:1776192959.086079:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349528960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.087491:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.087507:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316980 00000400:00000200:3.0:1776192959.087515:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d49 [1] + 224 00000400:00000200:3.0:1776192959.087527:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.087531:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.087538:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349528960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.087658:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.087663:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.087665:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.087671:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349528960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.087679:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349528960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.087708:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fd7d5ea. 02000000:00000010:1.0:1776192959.087715:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a85ea26f. 00000100:00000010:1.0:1776192959.087719:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.087723:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.087727:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000200:3.0:1776192959.088616:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.088630:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ed40 00000400:00000200:3.0:1776192959.088649:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2759 [2] + 0 00000400:00000200:3.0:1776192959.088713:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.088717:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.088722:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.088727:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000020:00000010:2.0:1776192959.088806:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cba66191. 00000020:00000010:2.0:1776192959.088813:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.088817:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.088841:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dd79861 x1862471344647488/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192959.088877:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647488 02000000:00000010:2.0:1776192959.088886:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000230f14a5. 00010000:00000010:2.0:1776192959.088912:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094321751. 00010000:00000010:2.0:1776192959.088936:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.088942:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.088959:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.088962:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000010:2.0:1776192959.088973:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192959.088977:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647488, offset 224 00000400:00000200:2.0:1776192959.088984:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.088995:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.089001:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91676:91676:256:4294967295] 192.168.203.33@tcp LPNI seq info [91676:91676:8:4294967295] 00000400:00000200:2.0:1776192959.089010:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.089015:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.089019:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192959.089025:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.089031:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.089034:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.089363:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.089368:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.089379:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cba66191. 00010000:00000010:1.1:1776192959.089436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b33abdc0. 00010000:00000010:1.1:1776192959.089442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb03e34. 00080000:00000010:1.0:1776192959.089464:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a85ea26f. 00000800:00000200:3.0:1776192959.089540:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776192959.089542:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00000800:00000010:3.0:1776192959.089544:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:3.0:1776192959.089549:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1776192959.089550:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b106e290. 00000400:00000200:3.0:1776192959.089555:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.089558:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:3.0:1776192959.089560:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00010000:00000010:1.0:1776192959.089692:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deb03e34. 00010000:00000010:1.0:1776192959.089698:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.089707:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.089711:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.089717:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.089727:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fd7d5ea. 02000000:00000010:1.0:1776192959.089759:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ff839b8. 00000400:00000010:1.0:1776192959.089763:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.089767:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.089771:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529024, portal 16 00000400:00000010:1.0:1776192959.089775:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000066f1a46. 00000100:00000200:1.0:1776192959.089777:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529024, offset 0 00000400:00000200:1.0:1776192959.089782:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.089789:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.089795:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.089799:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.089801:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.089804:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91677:91677:256:4294967295] 192.168.203.33@tcp LPNI seq info [91677:91677:8:4294967295] 00000400:00000200:1.0:1776192959.089812:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.089816:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.089820:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192959.089824:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.089828:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.089831:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192959.090192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088648490. 00000800:00000200:3.0:1776192959.090397:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.090400:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192959.090403:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.090408:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.090412:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:3.0:1776192959.090413:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000100:00000200:3.0:1776192959.090419:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349529024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.092353:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.092371:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673169c0 00000400:00000200:3.0:1776192959.092379:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d55 [1] + 224 00000400:00000200:3.0:1776192959.092400:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.092404:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.092412:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349529024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.092440:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.092445:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ed80 00000400:00000200:3.0:1776192959.092449:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2759 [2] + 328 00000400:00000200:3.0:1776192959.092487:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.092491:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.092495:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.092500:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:2.0:1776192959.092635:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cba66191. 00000020:00000010:2.0:1776192959.092642:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.092647:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.092670:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344647552/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192959.092818:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647552 02000000:00000010:2.0:1776192959.092829:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000947f6ab3. 00010000:00000010:2.0:1776192959.092864:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.092870:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.092876:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.092879:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000010:2.0:1776192959.092891:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192959.092896:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647552, offset 224 00000400:00000200:2.0:1776192959.092904:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.092914:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.092920:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91678:91678:256:4294967295] 192.168.203.33@tcp LPNI seq info [91678:91678:8:4294967295] 00000400:00000200:2.0:1776192959.092929:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.092933:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.092937:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192959.092942:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.092948:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.092952:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.092968:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.092972:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.092982:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cba66191. 00000400:00000010:1.0:1776192959.093040:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.093044:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.093046:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.093063:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349529024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.093077:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349529024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192959.093099:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088f73a5b. 02000000:00000010:1.0:1776192959.093117:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ff839b8. 02000000:00000010:1.0:1776192959.093123:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fd7d5ea. 00000100:00000010:1.0:1776192959.093129:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.093133:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.093136:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00080000:00000010:1.0:1776192959.093151:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ff839b8. 00000800:00000200:3.0:1776192959.093206:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.093210:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:3.0:1776192959.093214:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.093218:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.093223:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:3.0:1776192959.093225:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00010000:00000010:1.0:1776192959.093276:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.093282:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000471808f5. 00010000:00000010:1.0:1776192959.093355:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192959.093360:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192959.093363:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe42369. 00010000:00000010:1.0:1776192959.093368:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00080000:00000010:1.0:1776192959.093380:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fd7d5ea. 00010000:00000010:1.0:1776192959.093406:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.093410:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192959.093458:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.0:1776192959.093462:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.093469:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.093472:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.093477:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.093487:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e965f5c1. 02000000:00000010:1.0:1776192959.093505:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dde385e6. 00000400:00000010:1.0:1776192959.093509:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.093513:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.093517:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529088, portal 16 00000400:00000010:1.0:1776192959.093521:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192959.093523:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529088, offset 0 00000400:00000200:1.0:1776192959.093529:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.093536:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.093542:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.093545:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.093548:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.093551:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91679:91679:256:4294967295] 192.168.203.33@tcp LPNI seq info [91679:91679:8:4294967295] 00000400:00000200:1.0:1776192959.093560:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.093564:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.093567:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192959.093571:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.093576:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.093578:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.093790:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.093792:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:3.0:1776192959.093796:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.093799:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.093802:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:3.0:1776192959.093803:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00000100:00000200:3.0:1776192959.093808:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349529088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.094138:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c72f058. 00000400:00000200:3.0:1776192959.095301:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.095318:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316a00 00000400:00000200:3.0:1776192959.095326:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d61 [1] + 224 00000400:00000200:3.0:1776192959.095340:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.095343:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.095352:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349529088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.095407:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.095412:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.095413:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.095419:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349529088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.095427:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349529088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.095451:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dde385e6. 02000000:00000010:1.0:1776192959.095456:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e965f5c1. 00000100:00000010:1.0:1776192959.095460:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.095464:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.095467:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000200:3.0:1776192959.095769:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.095777:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6edc0 00000400:00000200:3.0:1776192959.095782:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2759 [2] + 656 00000400:00000200:3.0:1776192959.095822:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.095826:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.095830:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.095834:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000020:00000010:2.0:1776192959.096471:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cba66191. 00000020:00000010:2.0:1776192959.096479:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.096483:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.096507:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344647616/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192959.096539:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647616 02000000:00000010:2.0:1776192959.096550:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000134efead. 00010000:00000010:2.0:1776192959.096576:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006956b6ea. 00010000:00000010:2.0:1776192959.096599:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.096606:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.096622:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.096625:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00080000:00000010:1.0:1776192959.096687:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dde385e6. 00000400:00000010:2.0:1776192959.096761:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083a32d7a. 00000100:00000200:2.0:1776192959.096767:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647616, offset 224 00000400:00000200:2.0:1776192959.096776:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.096788:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.096794:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91680:91680:256:4294967295] 192.168.203.33@tcp LPNI seq info [91680:91680:8:4294967295] 00000400:00000200:2.0:1776192959.096804:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.096809:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.096814:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192959.096819:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.096825:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.096829:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.096967:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.096973:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.096983:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cba66191. 00000800:00000200:3.0:1776192959.097561:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.097565:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:3.0:1776192959.097570:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.097578:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.097582:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a32d7a 00000400:00000010:3.0:1776192959.097585:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083a32d7a. 00010000:00000010:1.0:1776192959.103227:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.103248:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000939c4abb. 00010000:00000010:1.0:1776192959.103351:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.0:1776192959.103356:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.103368:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.103376:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.103386:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.103404:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e965f5c1. 02000000:00000010:1.0:1776192959.103437:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef319de8. 00000400:00000010:1.0:1776192959.103444:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.103449:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.103455:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529152, portal 16 00000400:00000010:1.0:1776192959.103461:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007465e33a. 00000100:00000200:1.0:1776192959.103464:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529152, offset 0 00000400:00000200:1.0:1776192959.103473:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.103488:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.103494:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.103497:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.103500:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.103503:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91681:91681:256:4294967295] 192.168.203.33@tcp LPNI seq info [91681:91681:8:4294967295] 00000400:00000200:1.0:1776192959.103512:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.103518:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.103522:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192959.103529:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.103537:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.103540:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.103954:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.103959:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:3.0:1776192959.103963:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.103969:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.103974:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:3.0:1776192959.103976:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00000100:00000200:3.0:1776192959.103984:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349529152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.106259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b4059db. 00010000:00000010:1.1:1776192959.106352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.1:1776192959.106358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000883dcb3f. 00010000:00000010:1.1:1776192959.106361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.1:1776192959.106363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e4b1e0. 00010000:00000010:1.1:1776192959.106366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093001264. 00010000:00000010:1.1:1776192959.106369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb03e34. 00010000:00000010:1.1:1776192959.106372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192959.106375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe42369. 00000400:00000200:3.0:1776192959.107043:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.107072:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316a40 00000400:00000200:3.0:1776192959.107082:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d6d [1] + 224 00000400:00000200:3.0:1776192959.107094:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.107097:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.107107:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349529152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.107428:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.107433:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.107435:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.107442:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349529152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.107449:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349529152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.107475:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef319de8. 02000000:00000010:1.0:1776192959.107480:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e965f5c1. 00000100:00000010:1.0:1776192959.107486:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.107491:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.107494:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00010000:00000010:2.1:1776192959.108137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d563e6eb. 00010000:00000010:2.1:1776192959.108146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b04e564f. 00000400:00000200:3.0:1776192959.108511:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.108524:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ee00 00000400:00000200:3.0:1776192959.108530:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2759 [2] + 984 00000400:00000200:3.0:1776192959.108582:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.108586:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.108593:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.108598:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:2.0:1776192959.108721:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cba66191. 00000020:00000010:2.0:1776192959.108737:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.108741:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.108763:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344647680/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192959.108794:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647680 02000000:00000010:2.0:1776192959.108803:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9e4b1c. 00010000:00000010:2.0:1776192959.108827:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be7bad09. 00010000:00000010:2.0:1776192959.108848:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.108854:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.108866:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.108870:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000010:2.0:1776192959.108880:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192959.108885:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647680, offset 224 00000400:00000200:2.0:1776192959.108982:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.108994:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.108999:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91682:91682:256:4294967295] 192.168.203.33@tcp LPNI seq info [91682:91682:8:4294967295] 00000400:00000200:2.0:1776192959.109009:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.109014:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.109019:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192959.109024:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.109030:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.109034:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.109050:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000857b7245. 00000020:00000010:2.0:1776192959.109055:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.109064:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cba66191. 00000800:00000200:3.0:1776192959.109462:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.109466:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:3.0:1776192959.109470:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.109476:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.109479:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:3.0:1776192959.109481:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 00080000:00000010:1.0:1776192959.109574:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef319de8. 00010000:00000010:1.0:1776192959.109746:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.109755:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e865b658. 00010000:00000010:1.0:1776192959.109840:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe42369. 00010000:00000010:1.0:1776192959.109847:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.109859:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.109864:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.109871:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.109885:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4d71d00. 02000000:00000010:1.0:1776192959.109908:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e965f5c1. 00000400:00000010:1.0:1776192959.109913:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.109918:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.109923:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529216, portal 16 00000400:00000010:1.0:1776192959.109927:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192959.109929:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529216, offset 0 00000400:00000200:1.0:1776192959.109935:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.109945:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.109951:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.109955:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.109957:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.109960:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91683:91683:256:4294967295] 192.168.203.33@tcp LPNI seq info [91683:91683:8:4294967295] 00000400:00000200:1.0:1776192959.109968:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.109973:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.109976:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192959.109981:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.109992:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.109995:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.110088:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.110091:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:3.0:1776192959.110094:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.110097:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.110101:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:3.0:1776192959.110102:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:3.0:1776192959.110107:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349529216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.111241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a2cc01f. 00010000:00000010:1.1:1776192959.115263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd69f5ef. 00010000:00000010:1.1:1776192959.115363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725a2df6. 00010000:00000010:2.1:1776192959.115796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f33790b5. 00010000:00000010:1.1:1776192959.119583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082514d97. 00010000:00000010:1.1:1776192959.119600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 00000400:00000200:3.0:1776192959.127411:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.127431:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316a80 00000400:00000200:3.0:1776192959.127439:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d79 [1] + 224 00000400:00000200:3.0:1776192959.127460:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.127465:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.127477:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349529216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.127512:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.127517:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ee40 00000400:00000200:3.0:1776192959.127522:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2759 [2] + 1312 00000400:00000200:3.0:1776192959.127532:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.127535:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.127539:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.127545:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000400:00000010:1.0:1776192959.127631:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.127637:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.127639:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.127646:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349529216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.127792:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349529216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.127827:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e965f5c1. 02000000:00000010:1.0:1776192959.127833:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4d71d00. 00000100:00000010:1.0:1776192959.127837:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.127842:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.127845:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000020:00000010:0.0:1776192959.128129:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7bf19f. 00000020:00000010:0.0:1776192959.128137:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.128142:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.128204:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344647744/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192959.128241:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647744 02000000:00000010:0.0:1776192959.128254:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bde4f03. 00010000:00000010:0.0:1776192959.128281:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a588b04f. 00010000:00000010:0.0:1776192959.128302:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.128308:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.128322:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.128325:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00080000:00000010:1.0:1776192959.128390:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e965f5c1. 00010000:00000010:1.0:1776192959.128471:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.128478:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2015a1f. 00010000:00000010:1.0:1776192959.128552:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.0:1776192959.128557:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.128568:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.128572:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.128578:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.128589:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4d71d00. 02000000:00000010:1.0:1776192959.128612:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039f8ce9d. 00000400:00000010:1.0:1776192959.128617:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.128622:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.128628:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529280, portal 16 00000400:00000010:1.0:1776192959.128632:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192959.128633:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529280, offset 0 00000400:00000200:1.0:1776192959.128640:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.128666:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.128674:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.128677:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.128680:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.128683:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91684:91684:256:4294967295] 192.168.203.33@tcp LPNI seq info [91684:91684:8:4294967295] 00000400:00000200:1.0:1776192959.128694:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.128699:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.128703:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192959.128709:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.128715:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.128719:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1776192959.128750:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b58acd5f. 00000100:00000200:0.0:1776192959.128755:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647744, offset 224 00000400:00000200:0.0:1776192959.128761:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.128767:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.128771:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91685:91685:255:4294967295] 192.168.203.33@tcp LPNI seq info [91685:91685:7:4294967295] 00000400:00000200:0.0:1776192959.128778:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.128782:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.128785:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192959.128788:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.128792:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.128794:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.128805:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.128809:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.128811:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7bf19f. 00000800:00000200:3.0:1776192959.128899:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.128902:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82352146). 00000400:00000200:3.0:1776192959.128906:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.128910:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.128914:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:3.0:1776192959.128915:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:3.0:1776192959.128921:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349529280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776192959.130144:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.130149:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:3.0:1776192959.130181:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.130188:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.130193:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b58acd5f 00000400:00000010:3.0:1776192959.130195:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b58acd5f. 00010000:00000010:0.1:1776192959.135022:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d84afe. 00000400:00000200:1.0:1776192959.137353:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.137409:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316ac0 00000400:00000200:2.0:1776192959.137419:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d81 [1] + 224 00000400:00000200:2.0:1776192959.137433:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.137438:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.137449:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349529280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.137487:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.137492:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ee80 00000400:00000200:2.0:1776192959.137497:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2759 [2] + 1640 00000400:00000200:2.0:1776192959.137508:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.137510:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.137514:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.137520:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:0.0:1776192959.137606:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7bf19f. 00000020:00000010:0.0:1776192959.137613:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.137619:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.137645:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344647808/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192959.137678:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647808 02000000:00000010:0.0:1776192959.137689:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d2a9ce4. 00010000:00000010:0.0:1776192959.137726:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.137743:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.137748:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.137751:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192959.137764:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192959.137769:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647808, offset 224 00000400:00000200:0.0:1776192959.137775:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.137786:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.137791:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91686:91686:256:4294967295] 192.168.203.33@tcp LPNI seq info [91686:91686:8:4294967295] 00000400:00000200:0.0:1776192959.137801:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.137805:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.137809:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192959.137815:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.137822:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.137825:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.137846:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.137849:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.137852:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7bf19f. 00000800:00000200:0.0:1776192959.137958:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.137962:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:0.0:1776192959.137966:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.137969:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.137972:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:0.0:1776192959.137974:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000400:00000010:1.0:1776192959.138223:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.138227:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.138229:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.138235:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349529280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.138243:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349529280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192959.138263:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce34f20f. 02000000:00000010:1.0:1776192959.138289:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039f8ce9d. 02000000:00000010:1.0:1776192959.138295:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4d71d00. 00000100:00000010:1.0:1776192959.138300:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.138303:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.138306:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00080000:00000010:1.0:1776192959.138322:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039f8ce9d. 00010000:00000010:1.0:1776192959.138401:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.138407:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2cbf099. 00010000:00000010:1.0:1776192959.138472:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.0:1776192959.138477:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.138486:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.138489:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.138493:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.138503:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4d71d00. 02000000:00000010:1.0:1776192959.138522:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001df76fc. 00000400:00000010:1.0:1776192959.138526:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.138529:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.138533:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529344, portal 16 00000400:00000010:1.0:1776192959.138536:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192959.138538:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529344, offset 0 00000400:00000200:1.0:1776192959.138550:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.138556:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.138562:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.138566:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.138568:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.138571:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91687:91687:256:4294967295] 192.168.203.33@tcp LPNI seq info [91687:91687:8:4294967295] 00000400:00000200:1.0:1776192959.138577:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.138581:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.138584:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192959.138588:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.138592:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.138595:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.138923:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.138927:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:0.0:1776192959.138931:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.138936:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.138939:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:0.0:1776192959.138940:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:0.0:1776192959.138945:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349529344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.141302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d71c4bd. 00010000:00000010:1.1:1776192959.141317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe42369. 00000400:00000200:3.0:1776192959.145460:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.145478:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316b00 00000400:00000200:3.0:1776192959.145486:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3d91 [1] + 224 00000400:00000200:3.0:1776192959.145496:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.145500:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.145509:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349529344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.145543:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.145548:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6eec0 00000400:00000200:3.0:1776192959.145552:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2759 [2] + 1968 00000400:00000010:3.0:1776192959.145556:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8cf5a3d. 00000400:00000200:3.0:1776192959.145559:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006799c31b 00000400:00000200:3.0:1776192959.145604:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.145608:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.145611:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006799c31b 00000400:00000010:3.0:1776192959.145614:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006799c31b (tot 82351746). 00000100:00000200:3.0:1776192959.145619:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192959.145661:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a92ebd. 00000020:00000010:3.0:1776192959.145667:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.145671:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.145691:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057cff07e x1862471344647872/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192959.145716:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647872 02000000:00000010:3.0:1776192959.145725:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:3.0:1776192959.145770:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faac8719. 00000100:00000010:3.0:1776192959.145776:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006799c31b. 00000100:00000010:3.0:1776192959.145782:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006799c31b. 00010000:00000010:3.0:1776192959.145785:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faac8719. 00000400:00000010:3.0:1776192959.145796:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192959.145800:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647872, offset 224 00000400:00000200:3.0:1776192959.145806:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.145814:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.145820:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91688:91688:256:4294967295] 192.168.203.33@tcp LPNI seq info [91688:91688:8:4294967295] 00000400:00000200:3.0:1776192959.145830:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.145834:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.145839:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82351994). 00000800:00000200:3.0:1776192959.145843:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.145849:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.145852:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.145866:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.145870:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.145872:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a92ebd. 02000000:00000010:3.0:1776192959.145880:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d2a9ce4. 00000100:00000010:3.0:1776192959.145883:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:3.0:1776192959.145888:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bde4f03. 00000100:00000010:3.0:1776192959.145892:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192959.145895:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9e4b1c. 00000100:00000010:3.0:1776192959.145897:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192959.145900:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000134efead. 00000100:00000010:3.0:1776192959.145902:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:3.0:1776192959.145904:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000947f6ab3. 00000100:00000010:3.0:1776192959.145906:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192959.145908:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000230f14a5. 00000100:00000010:3.0:1776192959.145910:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000200:3.0:1776192959.145915:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192959.145918:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a05a4cb. 00000400:00000010:3.0:1776192959.145921:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006799c31b (tot 82352146). 00000800:00000200:3.0:1776192959.145991:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.145994:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192959.146000:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.146004:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.146006:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192959.146007:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 02000000:00000010:3.0:1776192959.146010:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000400:00000010:1.0:1776192959.146568:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.146574:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.146576:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.146583:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349529344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.146593:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349529344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192959.146616:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000375ab2ff. 02000000:00000010:1.0:1776192959.146629:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001df76fc. 02000000:00000010:1.0:1776192959.146633:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4d71d00. 00000100:00000010:1.0:1776192959.146637:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.146641:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.146643:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00080000:00000010:1.0:1776192959.146672:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001df76fc. 00010000:00000010:1.0:1776192959.147122:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.147132:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039a7d7e3. 00010000:00000010:1.0:1776192959.147410:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192959.147415:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192959.147420:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe42369. 00010000:00000010:1.0:1776192959.147425:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00080000:00000010:1.0:1776192959.147440:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000817780f8. 00010000:00000010:1.0:1776192959.147471:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.147475:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000425fabca. 00010000:00000010:1.0:1776192959.147520:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deb03e34. 00010000:00000010:1.0:1776192959.147523:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bd68779. 00010000:00000010:1.0:1776192959.147530:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.147534:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.147551:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.147563:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007844538a. 02000000:00000010:1.0:1776192959.147587:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4d71d00. 00000400:00000010:1.0:1776192959.147591:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.147596:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.148064:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529408, portal 16 00000400:00000010:1.0:1776192959.148075:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192959.148079:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529408, offset 0 00000400:00000200:1.0:1776192959.148089:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.148105:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.148111:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.148115:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.148117:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.148120:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91689:91689:256:4294967295] 192.168.203.33@tcp LPNI seq info [91689:91689:8:4294967295] 00000400:00000200:1.0:1776192959.148129:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.148134:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.148140:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192959.148148:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.148753:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.148758:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.151250:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.151258:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:0.0:1776192959.151265:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.151274:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.151280:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:0.0:1776192959.151282:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:0.0:1776192959.151293:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349529408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.153138:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.153187:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316b40 00000400:00000200:3.0:1776192959.153197:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3da1 [1] + 224 00000400:00000200:3.0:1776192959.153209:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.153213:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.153223:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349529408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.153258:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.153264:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ef00 00000400:00000200:3.0:1776192959.153268:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb27b1 [2] + 0 00000400:00000200:3.0:1776192959.153276:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.153281:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.153285:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.153290:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000400:00000010:1.0:1776192959.153294:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:1.0:1776192959.153303:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.153307:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:1.0:1776192959.153314:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349529408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.153326:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349529408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.153360:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4d71d00. 02000000:00000010:1.0:1776192959.153365:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007844538a. 00000100:00000010:1.0:1776192959.153368:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.153373:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.153377:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000020:00000010:0.0:1776192959.153421:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d2a9ce4. 00000020:00000010:0.0:1776192959.153429:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.153433:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.153466:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dd79861 x1862471344647936/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.153502:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344647936 02000000:00000010:0.0:1776192959.153513:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bde4f03. 00010000:00000010:0.0:1776192959.153541:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca119f1c. 00010000:00000010:0.0:1776192959.153560:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.153567:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.153571:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.153573:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192959.153583:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00080000:00000010:2.0:1776192959.153622:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cba66191. 00010000:00000010:2.0:1776192959.153718:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bd68779. 00010000:00000010:2.0:1776192959.153726:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efd85de2. 00010000:00000010:2.0:1776192959.153808:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002295f560. 00010000:00000010:2.0:1776192959.153815:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dfac0fc0. 00010000:00000010:2.0:1776192959.153826:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.153830:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.153838:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192959.153849:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000230f14a5. 02000000:00000010:2.0:1776192959.153870:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000947f6ab3. 00000400:00000010:2.0:1776192959.153874:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc9e9dbf. 00000100:00000200:0.0:1776192959.156294:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344647936, offset 224 00000400:00000200:0.0:1776192959.156316:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.156334:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.156341:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91690:91690:256:4294967295] 192.168.203.33@tcp LPNI seq info [91690:91690:8:4294967295] 00000400:00000200:0.0:1776192959.156351:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.156357:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.156362:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192959.156369:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.156376:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.156379:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.156405:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.156412:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.156417:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d2a9ce4. 00000800:00000200:3.0:1776192959.156921:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.156926:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:3.0:1776192959.156932:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.156938:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.156943:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00010000:00000010:1.1:1776192959.156945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee4fa93. 00000400:00000010:3.0:1776192959.156946:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00010000:00000010:1.1:1776192959.156961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009516e48c. 00010000:00000010:1.1:1776192959.156966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 00000400:00000010:2.0:1776192959.157088:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192959.157095:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529472, portal 16 00000400:00000010:2.0:1776192959.157100:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192959.157103:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529472, offset 0 00000400:00000200:2.0:1776192959.157109:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.157115:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.157121:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.157124:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.157127:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.157129:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91691:91691:256:4294967295] 192.168.203.33@tcp LPNI seq info [91691:91691:8:4294967295] 00000400:00000200:2.0:1776192959.157137:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.157141:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.157145:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192959.157149:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.157345:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.157348:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.157837:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.157840:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:0.0:1776192959.157845:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.157850:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.157853:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:0.0:1776192959.157855:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000100:00000200:0.0:1776192959.157862:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349529472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192959.162208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042fd7cab. 00010000:00000010:2.1:1776192959.162367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026cc7b5e. 00010000:00000010:2.1:1776192959.162373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb03e34. 00010000:00000010:1.1:1776192959.162430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa749f01. 00010000:00000010:1.1:1776192959.162437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f037d3e7. 00010000:00000010:1.1:1776192959.162442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.1:1776192959.162446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192959.162448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe42369. 00000400:00000200:3.0:1776192959.174779:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.174796:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316b80 00000400:00000200:3.0:1776192959.174806:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3dad [1] + 224 00000400:00000200:3.0:1776192959.174822:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.174825:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.174837:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349529472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192959.175329:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc9e9dbf. 00000400:00000200:2.0:1776192959.175334:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:2.0:1776192959.175338:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00000100:00000200:2.0:1776192959.175344:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349529472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.175353:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349529472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.175383:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000947f6ab3. 02000000:00000010:2.0:1776192959.175399:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000230f14a5. 00000100:00000010:2.0:1776192959.175403:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192959.175409:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.175413:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000200:2.0:1776192959.179334:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.179354:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ef40 00000400:00000200:2.0:1776192959.179362:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb27b1 [2] + 328 00000400:00000200:2.0:1776192959.179433:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.179438:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.179537:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.179543:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 00000020:00000010:3.0:1776192959.180009:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdc84d69. 00000020:00000010:3.0:1776192959.180016:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.180020:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.180045:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000952192e0 x1862471344648000/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192959.180080:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648000 02000000:00000010:3.0:1776192959.180091:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4a92ebd. 00010000:00000010:3.0:1776192959.180117:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000886443dc. 00010000:00000010:3.0:1776192959.180135:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faac8719. 00000100:00000010:3.0:1776192959.180142:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005749679e. 00000100:00000010:3.0:1776192959.180152:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005749679e. 00010000:00000010:3.0:1776192959.180184:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faac8719. 00000400:00000010:3.0:1776192959.180197:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192959.180201:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648000, offset 224 00000400:00000200:3.0:1776192959.180208:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:2.0:1776192959.180383:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000230f14a5. 00010000:00000010:2.0:1776192959.180557:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfac0fc0. 00010000:00000010:2.0:1776192959.180564:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5032de5. 00010000:00000010:2.0:1776192959.180637:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.0:1776192959.180642:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dfac0fc0. 00010000:00000010:2.0:1776192959.180651:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.180654:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.180660:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192959.180680:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947f6ab3. 02000000:00000010:2.0:1776192959.180700:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000134efead. 00000400:00000010:2.0:1776192959.180704:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc9e9dbf. 00000400:00000010:2.0:1776192959.180708:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192959.180712:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529536, portal 16 00000400:00000010:2.0:1776192959.180716:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192959.180719:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529536, offset 0 00000400:00000200:2.0:1776192959.180724:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.180929:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.180935:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91692:91692:256:4294967295] 192.168.203.33@tcp LPNI seq info [91692:91692:8:4294967295] 00000400:00000200:3.0:1776192959.180947:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.180953:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.180958:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192959.180963:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.180969:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.180972:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.180994:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.180998:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.181001:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdc84d69. 00000800:00000200:3.0:1776192959.181102:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.181106:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192959.181113:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.181117:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.181121:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192959.181122:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000400:00000200:2.0:1776192959.182577:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.182587:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.182590:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.182594:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.182597:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91693:91693:255:4294967295] 192.168.203.33@tcp LPNI seq info [91693:91693:7:4294967295] 00000400:00000200:2.0:1776192959.182606:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.182612:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.182618:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192959.182625:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.182632:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.182635:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.183655:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.183661:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82351898). 00000400:00000200:3.0:1776192959.183667:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.183675:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.183679:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:3.0:1776192959.183681:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000100:00000200:3.0:1776192959.183690:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349529536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.186077:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.186101:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316bc0 00000400:00000200:3.0:1776192959.186111:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3db9 [1] + 224 00000400:00000200:3.0:1776192959.186123:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.186127:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.186139:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349529536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.186194:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f43c2adc. 00000400:00000200:3.0:1776192959.186216:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000010:2.0:1776192959.186509:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc9e9dbf. 00000400:00000200:2.0:1776192959.186514:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:2.0:1776192959.186516:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00000100:00000200:2.0:1776192959.186521:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349529536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.186529:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349529536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.186556:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000134efead. 02000000:00000010:2.0:1776192959.186561:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947f6ab3. 00000100:00000010:2.0:1776192959.186565:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:2.0:1776192959.186569:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.186572:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000400:00000200:3.0:1776192959.186773:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ef80 00000400:00000200:3.0:1776192959.186778:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb27b1 [2] + 656 00000400:00000200:3.0:1776192959.187529:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.187537:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.187543:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.187547:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:0.0:1776192959.188044:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7bf19f. 00000020:00000010:0.0:1776192959.188051:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049a06565. 00000020:00000010:0.0:1776192959.188055:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.188080:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344648064/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192959.188103:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648064 02000000:00000010:0.0:1776192959.188114:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d2a9ce4. 00010000:00000010:0.0:1776192959.188139:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005da9cc3b. 00010000:00000010:0.0:1776192959.188188:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.188196:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.188204:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.188207:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00010000:00000010:2.1:1776192959.188363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000553e2731. 00010000:00000010:2.1:1776192959.188370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00080000:00000010:2.0:1776192959.188409:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000947f6ab3. 00010000:00000010:2.0:1776192959.188484:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfac0fc0. 00010000:00000010:2.0:1776192959.188492:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091b63374. 00010000:00000010:2.0:1776192959.188559:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002295f560. 00010000:00000010:2.0:1776192959.188565:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dfac0fc0. 00010000:00000010:2.0:1776192959.188576:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.188579:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.188585:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192959.188595:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000134efead. 02000000:00000010:2.0:1776192959.188616:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a9e4b1c. 00000400:00000010:2.0:1776192959.188621:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc9e9dbf. 00000400:00000010:2.0:1776192959.188626:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192959.188631:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529600, portal 16 00000400:00000010:2.0:1776192959.188635:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192959.188637:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529600, offset 0 00000400:00000200:2.0:1776192959.188643:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.188654:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.188661:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.188664:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.188677:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.188680:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91694:91694:256:4294967295] 192.168.203.33@tcp LPNI seq info [91694:91694:8:4294967295] 00000400:00000200:2.0:1776192959.188689:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.188694:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.188698:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00000800:00000200:2.0:1776192959.188705:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.188711:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.188714:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1776192959.188907:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192959.188911:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648064, offset 224 00000400:00000200:0.0:1776192959.188916:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.188922:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.188925:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91695:91695:255:4294967295] 192.168.203.33@tcp LPNI seq info [91695:91695:7:4294967295] 00000400:00000200:0.0:1776192959.188932:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.188936:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.188939:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352394). 00000800:00000200:0.0:1776192959.188942:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.188946:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.188948:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.188959:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049a06565. 00000020:00000010:0.0:1776192959.188963:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.188966:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7bf19f. 00000800:00000200:3.0:1776192959.189144:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.189148:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82352146). 00000400:00000200:3.0:1776192959.189151:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.189180:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.189184:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:3.0:1776192959.189186:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 00000100:00000200:3.0:1776192959.189192:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349529600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776192959.190209:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.190213:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192959.190217:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.190563:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.190568:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:3.0:1776192959.190570:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000400:00000200:3.0:1776192959.191493:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.191508:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316c00 00000400:00000200:3.0:1776192959.191516:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3dc1 [1] + 224 00000400:00000200:3.0:1776192959.191530:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.191534:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.191543:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349529600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192959.191716:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc9e9dbf. 00000400:00000200:2.0:1776192959.191720:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:2.0:1776192959.191722:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00000100:00000200:2.0:1776192959.191735:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349529600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.191743:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349529600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.191772:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a9e4b1c. 02000000:00000010:2.0:1776192959.191778:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000134efead. 00000100:00000010:2.0:1776192959.191781:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:2.0:1776192959.191786:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.191791:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00010000:00000010:0.1:1776192959.192521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a3a77b8. 00000400:00000200:3.0:1776192959.194976:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.194990:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6efc0 00000400:00000200:3.0:1776192959.194997:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb27b1 [2] + 984 00000400:00000200:3.0:1776192959.195041:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.195044:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.195050:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.195054:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000020:00000010:1.0:1776192959.195218:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4d71d00. 00000020:00000010:1.0:1776192959.195226:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d492873a. 00000020:00000010:1.0:1776192959.195231:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.195257:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344648128/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192959.195296:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648128 02000000:00000010:1.0:1776192959.195307:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007844538a. 00010000:00000010:1.0:1776192959.195337:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2f0c3d4. 00010000:00000010:1.0:1776192959.195356:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.195363:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ce1030. 00000100:00000010:1.0:1776192959.195375:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ce1030. 00010000:00000010:1.0:1776192959.195378:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000010:1.0:1776192959.195393:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.195398:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648128, offset 224 00000400:00000200:1.0:1776192959.195406:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.195417:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.195423:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91696:91696:256:4294967295] 192.168.203.33@tcp LPNI seq info [91696:91696:8:4294967295] 00000400:00000200:1.0:1776192959.195433:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.195438:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.195442:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192959.195447:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.195454:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.195457:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.195474:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d492873a. 00000020:00000010:1.0:1776192959.195479:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.195482:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4d71d00. 00000800:00000200:1.0:1776192959.195537:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.195540:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:1.0:1776192959.195553:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.195556:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.195559:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:1.0:1776192959.195562:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00080000:00000010:0.0:1776192959.195924:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd7bf19f. 00010000:00000010:0.0:1776192959.196014:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfac0fc0. 00010000:00000010:0.0:1776192959.196023:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b91f82cb. 00010000:00000010:0.0:1776192959.196094:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192959.196099:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3a202b1. 00010000:00000010:0.0:1776192959.196111:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.196116:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.196123:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 02000000:00000010:0.0:1776192959.196137:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000931525e0. 02000000:00000010:0.0:1776192959.196192:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef3e2655. 00000400:00000010:0.0:1776192959.196198:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fc0cc0c. 00000400:00000010:0.0:1776192959.196203:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192959.196207:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529664, portal 16 00000400:00000010:0.0:1776192959.196211:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192959.196213:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529664, offset 0 00000400:00000200:0.0:1776192959.196220:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.196228:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.196234:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.196238:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.196241:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.196244:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91697:91697:256:4294967295] 192.168.203.33@tcp LPNI seq info [91697:91697:8:4294967295] 00000400:00000200:0.0:1776192959.196252:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.196256:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.196259:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001d59480 (tot 82352146). 00000800:00000200:0.0:1776192959.196274:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.196279:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.196281:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001d59480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.196376:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.196379:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001d59480 (tot 82351898). 00000400:00000200:3.0:1776192959.196383:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.196387:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.196390:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:3.0:1776192959.196596:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 00000100:00000200:3.0:1776192959.196604:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093daabff x1862471349529664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.199106:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.199124:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316c40 00000400:00000200:3.0:1776192959.199133:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3dd1 [1] + 224 00000400:00000200:3.0:1776192959.199147:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.199151:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.199379:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093daabff x1862471349529664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192959.199604:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000fc0cc0c. 00000400:00000200:0.0:1776192959.199620:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:0.0:1776192959.199622:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000100:00000200:0.0:1776192959.199629:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093daabff x1862471349529664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.199637:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093daabff x1862471349529664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.199663:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef3e2655. 02000000:00000010:0.0:1776192959.199668:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000931525e0. 00000100:00000010:0.0:1776192959.199673:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 00000100:00000010:0.0:1776192959.199678:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.199681:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00010000:00000010:2.1:1776192959.200200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a0d5517. 00010000:00000010:2.1:1776192959.200210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00000400:00000200:3.0:1776192959.200479:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.200492:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f000 00000400:00000200:3.0:1776192959.200499:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb27b1 [2] + 1312 00000400:00000200:3.0:1776192959.200546:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.200551:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.200557:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.200562:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:0.0:1776192959.201009:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef3e2655. 00000020:00000010:0.0:1776192959.201017:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000049a06565. 00000020:00000010:0.0:1776192959.201021:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.201056:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344648192/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.201087:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648192 02000000:00000010:0.0:1776192959.201100:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afcc5481. 00010000:00000010:0.0:1776192959.201130:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad02299d. 00010000:00000010:0.0:1776192959.201253:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.201260:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.201343:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.201347:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192959.201364:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192959.201369:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648192, offset 224 00000400:00000200:0.0:1776192959.201377:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.201389:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.201395:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91698:91698:256:4294967295] 192.168.203.33@tcp LPNI seq info [91698:91698:8:4294967295] 00000400:00000200:0.0:1776192959.201405:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.201410:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.201414:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192959.201421:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.201429:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.201432:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.201447:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000049a06565. 00000020:00000010:0.0:1776192959.201451:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.201454:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef3e2655. 00080000:00000010:3.0:1776192959.201771:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fccd200. 00010000:00000010:3.0:1776192959.201858:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3a202b1. 00010000:00000010:3.0:1776192959.201866:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061c380aa. 00000800:00000200:2.0:1776192959.202260:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.202264:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:2.0:1776192959.202935:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.202943:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.202948:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:2.0:1776192959.202950:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00010000:00000010:2.0:1776192959.205360:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa809807. 00010000:00000010:2.0:1776192959.205373:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000857b7245. 00010000:00000010:2.0:1776192959.205379:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.0:1776192959.205387:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e997a5a7. 00080000:00000010:2.0:1776192959.205414:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000134efead. 00010000:00000010:2.0:1776192959.205489:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.205496:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000857b7245. 00010000:00000010:2.0:1776192959.207496:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192959.207511:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.207526:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061a8f46f. 00000100:00000010:2.0:1776192959.209738:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.209764:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192959.209780:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a9e4b1c. 02000000:00000010:2.0:1776192959.209810:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fd0b3a9. 00000400:00000010:2.0:1776192959.209817:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc9e9dbf. 00000400:00000010:2.0:1776192959.209824:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192959.209831:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529728, portal 16 00000400:00000010:2.0:1776192959.209836:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083a32d7a. 00000100:00000200:2.0:1776192959.209839:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529728, offset 0 00000400:00000200:2.0:1776192959.209847:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.209862:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.209868:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.209871:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.209874:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.209877:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91699:91699:256:4294967295] 192.168.203.33@tcp LPNI seq info [91699:91699:8:4294967295] 00000400:00000200:2.0:1776192959.209887:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.209892:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.209897:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192959.209903:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.209910:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.209914:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.210056:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.210060:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:3.0:1776192959.210065:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.210070:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.210074:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a32d7a 00000400:00000010:3.0:1776192959.210076:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083a32d7a. 00000100:00000200:3.0:1776192959.210083:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349529728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.213191:0:78497:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aa18065. 00010000:00000010:3.1:1776192959.213751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5891a9. 00010000:00000010:3.1:1776192959.213759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00010000:00000010:2.1:1776192959.214804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa809807. 00010000:00000010:2.1:1776192959.214814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00000400:00000200:2.0:1776192959.214848:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.214863:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316c80 00000400:00000200:2.0:1776192959.214871:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ddd [1] + 224 00000400:00000200:2.0:1776192959.214885:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.214889:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.214899:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349529728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.215575:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.215588:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f040 00000400:00000200:2.0:1776192959.215595:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb27b1 [2] + 1640 00000400:00000200:2.0:1776192959.215657:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.215661:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.215665:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.215670:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00010000:00000010:0.1:1776192959.215742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055c26ded. 00010000:00000010:0.1:1776192959.215748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:0.1:1776192959.215750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e7b4e45. 00000400:00000010:0.0:1776192959.215781:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc9e9dbf. 00000400:00000200:0.0:1776192959.215785:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:0.0:1776192959.215787:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00000100:00000200:0.0:1776192959.215794:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349529728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.215802:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349529728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.215838:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fd0b3a9. 02000000:00000010:0.0:1776192959.215844:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a9e4b1c. 00000100:00000010:0.0:1776192959.215847:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:0.0:1776192959.215851:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:0.0:1776192959.215854:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061a8f46f. 00000020:00000010:3.0:1776192959.215967:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087f6d3ee. 00000020:00000010:3.0:1776192959.215973:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.215978:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.216037:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344648256/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192959.216076:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648256 02000000:00000010:3.0:1776192959.216086:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d43c09a. 00010000:00000010:3.0:1776192959.216109:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024b66af7. 00010000:00000010:3.0:1776192959.216127:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c89b234. 00000100:00000010:3.0:1776192959.216133:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005749679e. 00000100:00000010:3.0:1776192959.216150:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005749679e. 00010000:00000010:3.0:1776192959.216173:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c89b234. 00080000:00000010:2.0:1776192959.216430:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a9e4b1c. 00010000:00000010:2.0:1776192959.216508:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.216516:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3c33e97. 00010000:00000010:2.0:1776192959.216588:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.0:1776192959.216593:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.216603:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e83b996. 00000100:00000010:2.0:1776192959.216606:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.216612:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192959.216621:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fd0b3a9. 02000000:00000010:2.0:1776192959.216656:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a92b974. 00000400:00000010:2.0:1776192959.216661:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc9e9dbf. 00000400:00000010:2.0:1776192959.216665:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192959.216670:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529792, portal 16 00000400:00000010:2.0:1776192959.216675:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192959.216677:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529792, offset 0 00000400:00000200:2.0:1776192959.216683:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.216695:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.216702:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.216705:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.216708:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.216711:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91700:91700:256:4294967295] 192.168.203.33@tcp LPNI seq info [91700:91700:8:4294967295] 00000400:00000200:2.0:1776192959.216720:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.216737:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.216742:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192959.216747:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.216753:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.216756:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776192959.216952:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192959.216957:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648256, offset 224 00000400:00000200:3.0:1776192959.216963:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.216969:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.216973:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91701:91701:255:4294967295] 192.168.203.33@tcp LPNI seq info [91701:91701:7:4294967295] 00000400:00000200:3.0:1776192959.216989:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.216993:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.216996:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352394). 00000800:00000200:3.0:1776192959.216999:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.217002:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.217005:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.217024:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.217028:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.217031:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087f6d3ee. 00000800:00000200:0.0:1776192959.217186:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.217190:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82352146). 00000400:00000200:0.0:1776192959.217193:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.217198:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.217201:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:0.0:1776192959.217202:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000100:00000200:0.0:1776192959.217207:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349529792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1776192959.217272:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.217273:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:0.0:1776192959.217279:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.217281:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.217283:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:0.0:1776192959.217284:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00010000:00000010:2.1:1776192959.221462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005530969a. 00010000:00000010:2.1:1776192959.221472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00000400:00000200:2.0:1776192959.221504:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.221519:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316cc0 00000400:00000200:2.0:1776192959.221532:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3de5 [1] + 224 00000400:00000200:2.0:1776192959.221547:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.221550:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.221561:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349529792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.221724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019a1f4da. 00000400:00000010:0.0:1776192959.221808:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc9e9dbf. 00000400:00000200:0.0:1776192959.221814:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:0.0:1776192959.221816:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00000100:00000200:0.0:1776192959.221821:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349529792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.221829:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349529792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.221859:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a92b974. 02000000:00000010:0.0:1776192959.221864:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fd0b3a9. 00000100:00000010:0.0:1776192959.221867:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:0.0:1776192959.221872:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:0.0:1776192959.221874:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e83b996. 00000400:00000200:2.0:1776192959.226131:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.226396:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f080 00000400:00000200:2.0:1776192959.226407:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb27b1 [2] + 1968 00000400:00000010:2.0:1776192959.226413:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000003c6f7e. 00000400:00000200:2.0:1776192959.226419:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ef42b66f 00000400:00000200:2.0:1776192959.226478:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.226483:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.226488:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef42b66f 00000400:00000010:2.0:1776192959.226490:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ef42b66f (tot 82351746). 00000100:00000200:2.0:1776192959.226496:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192959.227148:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdc84d69. 00000020:00000010:3.0:1776192959.228314:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.228321:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.228355:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c831c304 x1862471344648320/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192959.228389:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648320 02000000:00000010:3.0:1776192959.228400:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087f6d3ee. 00010000:00000010:3.0:1776192959.228428:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdea0a5. 00010000:00000010:3.0:1776192959.228453:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c89b234. 00000100:00000010:3.0:1776192959.228460:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005749679e. 00000100:00000010:3.0:1776192959.228483:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005749679e. 00010000:00000010:3.0:1776192959.228487:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c89b234. 00000400:00000010:3.0:1776192959.228499:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192959.228504:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648320, offset 224 00000400:00000200:3.0:1776192959.228513:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.228527:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.228534:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91702:91702:256:4294967295] 192.168.203.33@tcp LPNI seq info [91702:91702:8:4294967295] 00000400:00000200:3.0:1776192959.228544:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.228549:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.228554:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82351994). 00000800:00000200:3.0:1776192959.228560:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.228566:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.228570:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.228592:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.228596:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.228600:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdc84d69. 02000000:00000010:3.0:1776192959.228608:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d43c09a. 00000100:00000010:3.0:1776192959.228612:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:3.0:1776192959.228616:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afcc5481. 00000100:00000010:3.0:1776192959.228619:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192959.228622:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007844538a. 00000100:00000010:3.0:1776192959.228625:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:3.0:1776192959.228628:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d2a9ce4. 00000100:00000010:3.0:1776192959.228630:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192959.228633:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4a92ebd. 00000100:00000010:3.0:1776192959.228634:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 02000000:00000010:3.0:1776192959.228639:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bde4f03. 00000100:00000010:3.0:1776192959.228643:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000200:3.0:1776192959.228650:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192959.228655:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c5f4efdd. 00000400:00000010:3.0:1776192959.228659:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005749679e (tot 82352146). 00000800:00000200:1.0:1776192959.228758:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.228763:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:1.0:1776192959.228770:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.228775:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.228779:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:1.0:1776192959.228781:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 02000000:00000010:1.0:1776192959.228785:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087f6d3ee. 00080000:00000010:2.0:1776192959.229426:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c595119c. 00010000:00000010:2.0:1776192959.229516:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.229524:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000972bfcc. 00010000:00000010:2.0:1776192959.229613:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192959.229620:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.230046:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0cf7605. 00000100:00000010:2.0:1776192959.230055:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.230066:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 02000000:00000010:2.0:1776192959.230080:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a92b974. 02000000:00000010:2.0:1776192959.230109:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058b22f39. 00000400:00000010:2.0:1776192959.230115:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000003c6f7e. 00000400:00000010:2.0:1776192959.230120:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00000100:00000200:2.0:1776192959.230126:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529856, portal 16 00000400:00000010:2.0:1776192959.230130:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192959.230132:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529856, offset 0 00000400:00000200:2.0:1776192959.230140:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.230547:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.230556:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.230560:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.230563:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.230567:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91703:91703:256:4294967295] 192.168.203.33@tcp LPNI seq info [91703:91703:8:4294967295] 00000400:00000200:2.0:1776192959.230577:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.230582:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.230586:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192959.230592:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.230599:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.230602:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.231880:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.231897:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:3.0:1776192959.231904:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.231912:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.231918:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:3.0:1776192959.231920:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00000100:00000200:3.0:1776192959.231928:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003805fb90 x1862471349529856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.232932:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.232948:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316d00 00000400:00000200:2.0:1776192959.232956:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3df9 [1] + 224 00000400:00000200:2.0:1776192959.232968:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.232972:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.232979:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003805fb90 x1862471349529856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192959.233303:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000003c6f7e. 00000400:00000200:0.0:1776192959.233309:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:0.0:1776192959.233311:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 00000100:00000200:0.0:1776192959.233317:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003805fb90 x1862471349529856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.233326:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003805fb90 x1862471349529856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.233354:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058b22f39. 02000000:00000010:0.0:1776192959.233360:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a92b974. 00000100:00000010:0.0:1776192959.233373:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 00000100:00000010:0.0:1776192959.233380:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:0.0:1776192959.233384:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0cf7605. 00010000:00000010:2.1:1776192959.235349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dc4e8b2. 00010000:00000010:2.1:1776192959.235361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00010000:00000010:3.1:1776192959.239322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a200452. 00000400:00000200:1.0:1776192959.241058:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.241077:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f0c0 00000400:00000200:1.0:1776192959.241086:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2809 [2] + 0 00000400:00000200:1.0:1776192959.241142:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.241147:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.241801:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.241812:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 00000020:00000010:0.0:1776192959.241932:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef3e2655. 00000020:00000010:0.0:1776192959.241939:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.241944:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.241969:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebc3b78d x1862471344648384/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.242009:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648384 02000000:00000010:0.0:1776192959.242021:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afcc5481. 00010000:00000010:0.0:1776192959.242047:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000729a022f. 00010000:00000010:0.0:1776192959.242067:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.242074:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.242100:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.242103:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192959.242115:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192959.242120:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648384, offset 224 00000400:00000200:0.0:1776192959.242127:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.242137:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.242142:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91704:91704:256:4294967295] 192.168.203.33@tcp LPNI seq info [91704:91704:8:4294967295] 00000400:00000200:0.0:1776192959.242151:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.242696:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.242701:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352146). 00000800:00000200:0.0:1776192959.242707:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.242713:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.242716:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.242746:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.242751:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.242753:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef3e2655. 00000800:00000200:2.0:1776192959.242887:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.242891:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82351898). 00000400:00000200:2.0:1776192959.242897:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.242902:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.242905:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:2.0:1776192959.242907:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00080000:00000010:2.0:1776192959.242939:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc07182d. 00010000:00000010:2.0:1776192959.243040:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.243048:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000536b337. 00010000:00000010:2.0:1776192959.243118:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.0:1776192959.243124:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.243135:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192959.243140:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.243147:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 02000000:00000010:2.0:1776192959.243810:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058b22f39. 02000000:00000010:2.0:1776192959.243848:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af1dffc6. 00000400:00000010:2.0:1776192959.243855:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000429bc8de. 00000400:00000010:2.0:1776192959.243860:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192959.243865:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529920, portal 16 00000400:00000010:2.0:1776192959.243870:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192959.243872:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529920, offset 0 00000400:00000200:2.0:1776192959.243879:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.243890:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.243896:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.243899:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.243902:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.243905:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91705:91705:256:4294967295] 192.168.203.33@tcp LPNI seq info [91705:91705:8:4294967295] 00000400:00000200:2.0:1776192959.243913:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.243918:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.243922:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192959.243927:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.243932:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.243935:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.244086:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.244089:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:0.0:1776192959.244093:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.244098:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.244102:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:0.0:1776192959.244104:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000100:00000200:0.0:1776192959.244110:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c9b22b3 x1862471349529920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.248204:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.248225:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316d40 00000400:00000200:1.0:1776192959.248233:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e05 [1] + 224 00000400:00000200:1.0:1776192959.248414:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.248420:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.248430:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c9b22b3 x1862471349529920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192959.248523:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000429bc8de. 00000400:00000200:2.0:1776192959.248527:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:2.0:1776192959.248528:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000100:00000200:2.0:1776192959.248533:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c9b22b3 x1862471349529920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.248540:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c9b22b3 x1862471349529920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.248566:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af1dffc6. 02000000:00000010:2.0:1776192959.248572:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058b22f39. 00000100:00000010:2.0:1776192959.248579:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 00000100:00000010:2.0:1776192959.248582:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.248587:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00010000:00000010:0.1:1776192959.249385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001609c6da. 00010000:00000010:2.1:1776192959.249442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9e2c803. 00010000:00000010:2.1:1776192959.249448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00000400:00000200:2.0:1776192959.251249:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.251710:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f100 00000400:00000200:2.0:1776192959.251719:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2809 [2] + 328 00000400:00000200:2.0:1776192959.251790:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.251795:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.251801:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.251807:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 00000020:00000010:0.0:1776192959.259060:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef3e2655. 00000020:00000010:0.0:1776192959.259072:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.259076:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.259107:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c9b22b3 x1862471344648448/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192959.259147:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648448 02000000:00000010:0.0:1776192959.259184:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004a92b974. 00010000:00000010:0.0:1776192959.259213:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e117697. 00010000:00000010:0.0:1776192959.259238:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192959.259248:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.259258:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.259261:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192959.259284:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192959.259290:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648448, offset 224 00000400:00000200:0.0:1776192959.259298:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.259317:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.259323:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91706:91706:256:4294967295] 192.168.203.33@tcp LPNI seq info [91706:91706:8:4294967295] 00000400:00000200:0.0:1776192959.259333:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.259338:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.259342:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192959.259348:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.259354:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.259358:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.259385:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffb6424c. 00000020:00000010:0.0:1776192959.259389:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.259392:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef3e2655. 00000800:00000200:0.0:1776192959.259478:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.259481:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:0.0:1776192959.259485:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.259490:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.259493:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:0.0:1776192959.259495:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 00080000:00000010:2.0:1776192959.260555:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af1dffc6. 00010000:00000010:2.0:1776192959.260653:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.260661:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d88f5b40. 00010000:00000010:2.0:1776192959.260740:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192959.260746:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192959.260757:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192959.260763:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.260770:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 02000000:00000010:2.0:1776192959.260782:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ccba3cc. 02000000:00000010:2.0:1776192959.260806:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c31eccb. 00000400:00000010:2.0:1776192959.260813:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000429bc8de. 00000400:00000010:2.0:1776192959.260818:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192959.260823:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349529984, portal 16 00000400:00000010:2.0:1776192959.260828:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192959.260831:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349529984, offset 0 00000400:00000200:2.0:1776192959.260838:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.260850:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.260858:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.260861:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.260864:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.260866:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91707:91707:256:4294967295] 192.168.203.33@tcp LPNI seq info [91707:91707:8:4294967295] 00000400:00000200:2.0:1776192959.260874:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.260878:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.260882:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192959.260894:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.260900:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.260904:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.261391:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.261396:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:0.0:1776192959.261400:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.261405:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.261408:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:0.0:1776192959.261410:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00000100:00000200:0.0:1776192959.261416:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003805fb90 x1862471349529984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.267704:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.267723:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316d80 00000400:00000200:2.0:1776192959.267741:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e11 [1] + 224 00000400:00000200:2.0:1776192959.267756:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.267760:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.267771:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003805fb90 x1862471349529984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192959.267918:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000429bc8de. 00000400:00000200:0.0:1776192959.267923:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:0.0:1776192959.267925:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000100:00000200:0.0:1776192959.267931:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003805fb90 x1862471349529984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.267938:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003805fb90 x1862471349529984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.267965:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c31eccb. 02000000:00000010:0.0:1776192959.267971:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ccba3cc. 00000100:00000010:0.0:1776192959.267974:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 00000100:00000010:0.0:1776192959.267978:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:0.0:1776192959.267987:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00000400:00000200:0.0:1776192959.268826:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.268839:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f140 00000400:00000200:0.0:1776192959.268846:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2809 [2] + 656 00000400:00000200:0.0:1776192959.268897:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.268901:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.268907:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.268912:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 00000020:00000010:3.0:1776192959.272816:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a92ebd. 00000020:00000010:3.0:1776192959.272830:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.272835:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.272869:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093daabff x1862471344648512/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192959.272910:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648512 02000000:00000010:3.0:1776192959.272921:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d43c09a. 00010000:00000010:3.0:1776192959.272947:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b7b8c99. 00010000:00000010:3.0:1776192959.272967:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c89b234. 00000100:00000010:3.0:1776192959.272974:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192959.272993:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192959.272996:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c89b234. 00000400:00000010:3.0:1776192959.273009:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192959.273014:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648512, offset 224 00000400:00000200:3.0:1776192959.273022:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.273038:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.273044:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91708:91708:256:4294967295] 192.168.203.33@tcp LPNI seq info [91708:91708:8:4294967295] 00000400:00000200:3.0:1776192959.273054:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.273059:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.273064:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192959.273072:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.273079:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.273083:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.273103:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.273106:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.273109:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a92ebd. 00080000:00000010:0.0:1776192959.273784:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef3e2655. 00010000:00000010:0.0:1776192959.273882:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e997a5a7. 00010000:00000010:0.0:1776192959.273891:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a639c723. 00010000:00000010:0.0:1776192959.273963:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000109ec81f. 00010000:00000010:0.0:1776192959.273969:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f3b5fb2. 00010000:00000010:0.0:1776192959.274261:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000800:00000200:3.0:1776192959.276199:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.276206:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192959.276218:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.276227:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.276233:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:3.0:1776192959.276236:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000010:0.0:1776192959.276782:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.276795:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2a8585. 02000000:00000010:0.0:1776192959.276811:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fd0b3a9. 02000000:00000010:0.0:1776192959.276847:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000931525e0. 00000400:00000010:0.0:1776192959.276854:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000fc0cc0c. 00000400:00000010:0.0:1776192959.276859:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192959.276866:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530048, portal 16 00000400:00000010:0.0:1776192959.276871:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192959.276873:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530048, offset 0 00000400:00000200:0.0:1776192959.276883:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.276898:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.276906:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.276909:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.276912:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.276915:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91709:91709:256:4294967295] 192.168.203.33@tcp LPNI seq info [91709:91709:8:4294967295] 00000400:00000200:0.0:1776192959.276925:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.276930:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.276935:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352146). 00000800:00000200:0.0:1776192959.276941:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.276947:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.276950:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192959.279368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be576ace. 00010000:00000010:2.1:1776192959.279390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00000800:00000200:2.0:1776192959.279483:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.279488:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:2.0:1776192959.279494:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.279502:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.279508:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:2.0:1776192959.279510:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000100:00000200:2.0:1776192959.279519:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b2a8585 x1862471349530048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.286346:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.286644:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316dc0 00000400:00000200:0.0:1776192959.286655:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e1d [1] + 224 00000400:00000200:0.0:1776192959.286669:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.286673:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.286683:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b2a8585 x1862471349530048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.286794:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.286801:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f180 00000400:00000200:0.0:1776192959.286805:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2809 [2] + 984 00000400:00000200:0.0:1776192959.286860:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.286864:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.286868:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.286873:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d1c4ab9. 00000020:00000010:3.0:1776192959.287710:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a92ebd. 00000020:00000010:3.0:1776192959.287718:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.287722:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.287761:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d1c4ab9 x1862471344648576/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192959.287796:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648576 02000000:00000010:3.0:1776192959.287806:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:3.0:1776192959.287844:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002c89b234. 00000100:00000010:3.0:1776192959.287850:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192959.287858:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192959.287861:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002c89b234. 00000400:00000010:3.0:1776192959.287872:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192959.287877:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648576, offset 224 00000400:00000200:3.0:1776192959.287884:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.287896:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.287901:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91710:91710:256:4294967295] 192.168.203.33@tcp LPNI seq info [91710:91710:8:4294967295] 00000400:00000200:3.0:1776192959.287912:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.287917:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.287923:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192959.287928:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.287933:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.287937:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.287954:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.287958:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.287961:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a92ebd. 00000800:00000200:3.0:1776192959.288032:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.288035:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192959.288042:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.288046:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.288049:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:3.0:1776192959.288051:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00010000:00000010:0.1:1776192959.293658:0:78499:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018eff109. 00010000:00000010:0.1:1776192959.293675:0:78499:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c32ccbf. 00010000:00000010:0.1:1776192959.293680:0:78499:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00000400:00000010:2.0:1776192959.297676:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000fc0cc0c. 00000400:00000200:2.0:1776192959.297689:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:2.0:1776192959.297691:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 00000100:00000200:2.0:1776192959.297705:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b2a8585 x1862471349530048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.297716:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b2a8585 x1862471349530048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192959.297754:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068f7da13. 02000000:00000010:2.0:1776192959.297776:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000931525e0. 02000000:00000010:2.0:1776192959.297781:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fd0b3a9. 00000100:00000010:2.0:1776192959.297785:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b2a8585. 00000100:00000010:2.0:1776192959.297789:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:2.0:1776192959.297792:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00080000:00000010:2.0:1776192959.297814:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008aa6029a. 00010000:00000010:2.0:1776192959.297904:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f3b5fb2. 00010000:00000010:2.0:1776192959.297911:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c14f680f. 00010000:00000010:2.0:1776192959.298006:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.0:1776192959.298012:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192959.298024:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192959.298030:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009307746e. 00000100:00000010:2.0:1776192959.298038:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192959.298049:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040d7bc35. 02000000:00000010:2.0:1776192959.298075:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059286177. 00000400:00000010:2.0:1776192959.298080:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003cfc2f23. 00000400:00000010:2.0:1776192959.298084:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192959.298089:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530112, portal 16 00000400:00000010:2.0:1776192959.298092:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192959.298094:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530112, offset 0 00000400:00000200:2.0:1776192959.298101:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.298115:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.298121:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.298124:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.298127:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.298130:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91711:91711:256:4294967295] 192.168.203.33@tcp LPNI seq info [91711:91711:8:4294967295] 00000400:00000200:2.0:1776192959.298139:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.298145:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.298149:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192959.298714:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.298722:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.298735:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.298889:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.298893:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:3.0:1776192959.298897:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.298902:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.298906:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:3.0:1776192959.298908:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000100:00000200:3.0:1776192959.298915:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349530112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.300249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bbbbe27. 00010000:00000010:2.1:1776192959.314806:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fae97a3. 00010000:00000010:2.1:1776192959.314822:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f031973. 00010000:00000010:2.1:1776192959.314828:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109ec81f. 00000400:00000200:2.0:1776192959.315305:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.315321:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316e00 00000400:00000200:2.0:1776192959.315329:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e29 [1] + 224 00000400:00000200:2.0:1776192959.315340:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.315344:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.315354:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349530112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.315379:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.315384:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f1c0 00000400:00000200:2.0:1776192959.315388:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2809 [2] + 1312 00000400:00000200:2.0:1776192959.315445:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.315449:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.315453:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.315458:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000400:00000010:2.0:1776192959.315489:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003cfc2f23. 00000400:00000200:2.0:1776192959.315492:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:2.0:1776192959.315494:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000100:00000200:2.0:1776192959.315498:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349530112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.315505:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349530112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.315532:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059286177. 02000000:00000010:2.0:1776192959.315536:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040d7bc35. 00000100:00000010:2.0:1776192959.315539:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192959.315545:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009307746e. 00010000:00000010:2.0:1776192959.315548:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000020:00000010:0.0:1776192959.319868:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000759f424f. 00000020:00000010:0.0:1776192959.319882:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003627e075. 00000020:00000010:0.0:1776192959.319887:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.320004:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344648640/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.320048:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648640 02000000:00000010:0.0:1776192959.320061:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fb28e6a. 00010000:00000010:0.0:1776192959.320093:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6710a56. 00010000:00000010:0.0:1776192959.322603:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dfefb4b. 00000100:00000010:0.0:1776192959.322617:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.322628:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.322631:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dfefb4b. 00000400:00000010:0.0:1776192959.322650:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192959.322655:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648640, offset 224 00000400:00000200:0.0:1776192959.322666:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.322681:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.322686:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91712:91712:256:4294967295] 192.168.203.33@tcp LPNI seq info [91712:91712:8:4294967295] 00000400:00000200:0.0:1776192959.322696:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.322702:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.322706:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82352146). 00000800:00000200:0.0:1776192959.322712:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.322719:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.322722:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.322760:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003627e075. 00000020:00000010:0.0:1776192959.322764:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.322768:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000759f424f. 00080000:00000010:3.0:1776192959.322839:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fd3236f. 00010000:00000010:3.0:1776192959.323003:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e952df3. 00010000:00000010:3.0:1776192959.323011:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007891ae57. 00010000:00000010:3.0:1776192959.323075:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a169736d. 00010000:00000010:3.0:1776192959.323080:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b7b8c99. 00010000:00000010:3.0:1776192959.323091:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d17b041. 00000100:00000010:3.0:1776192959.323094:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192959.323101:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192959.323218:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d21a1dc. 02000000:00000010:3.0:1776192959.323245:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087f6d3ee. 00000400:00000010:3.0:1776192959.323251:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6eb4bdd. 00000400:00000010:3.0:1776192959.323256:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192959.323261:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530176, portal 16 00000400:00000010:3.0:1776192959.323266:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192959.323268:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530176, offset 0 00000400:00000200:3.0:1776192959.323274:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.323280:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.323287:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.323290:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.323292:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.323295:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91713:91713:255:4294967295] 192.168.203.33@tcp LPNI seq info [91713:91713:7:4294967295] 00000400:00000200:3.0:1776192959.323302:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.323306:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.323309:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352394). 00000800:00000200:3.0:1776192959.323313:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.323318:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.323320:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.323588:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.323592:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:1.0:1776192959.323596:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.323602:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.323606:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:1.0:1776192959.323608:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00000800:00000200:1.0:1776192959.323683:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.323685:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:1.0:1776192959.323691:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.323695:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.323697:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:1.0:1776192959.323698:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:1.0:1776192959.323704:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349530176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.325250:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.325267:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316e40 00000400:00000200:0.0:1776192959.325276:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e35 [1] + 224 00000400:00000200:0.0:1776192959.325289:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.325292:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.325300:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349530176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.331260:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6eb4bdd. 00000400:00000200:3.0:1776192959.331271:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:3.0:1776192959.331273:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:3.0:1776192959.331286:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349530176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.331297:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349530176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.331326:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087f6d3ee. 02000000:00000010:3.0:1776192959.331332:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d21a1dc. 00000100:00000010:3.0:1776192959.331336:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:3.0:1776192959.331340:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192959.331343:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d17b041. 00010000:00000010:0.1:1776192959.331510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b56ebb. 00000400:00000200:0.0:1776192959.331543:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.331558:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f200 00000400:00000200:0.0:1776192959.331564:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2809 [2] + 1640 00000400:00000200:0.0:1776192959.331622:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.331627:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.331633:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.331637:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 00000020:00000010:1.0:1776192959.331998:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f92277ab. 00000020:00000010:1.0:1776192959.332006:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192959.332009:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.332120:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000990f4539 x1862471344648704/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192959.332173:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648704 02000000:00000010:1.0:1776192959.332184:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067408ea2. 00010000:00000010:1.0:1776192959.332211:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f97a320. 00010000:00000010:1.0:1776192959.332228:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.332235:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:1.0:1776192959.332241:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:1.0:1776192959.332244:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000400:00000010:1.0:1776192959.332256:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.332260:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648704, offset 224 00000400:00000200:1.0:1776192959.332267:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.332277:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.332282:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91714:91714:256:4294967295] 192.168.203.33@tcp LPNI seq info [91714:91714:8:4294967295] 00000400:00000200:1.0:1776192959.332292:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.332296:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.332300:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192959.332305:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.332312:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.332315:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.332331:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192959.332336:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.332339:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f92277ab. 00000800:00000200:0.0:1776192959.332820:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.332825:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:0.0:1776192959.332829:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.332834:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.332838:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:0.0:1776192959.332839:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00010000:00000010:3.1:1776192959.333312:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001015b93e. 00010000:00000010:3.1:1776192959.333321:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00080000:00000010:3.0:1776192959.333364:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d21a1dc. 00010000:00000010:3.0:1776192959.333455:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b7b8c99. 00010000:00000010:3.0:1776192959.333462:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7613354. 00010000:00000010:3.0:1776192959.333536:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043affda8. 00010000:00000010:3.0:1776192959.333542:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b7b8c99. 00010000:00000010:3.0:1776192959.333552:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d17b041. 00000100:00000010:3.0:1776192959.333557:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192959.333565:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192959.333576:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087f6d3ee. 02000000:00000010:3.0:1776192959.333599:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4a92ebd. 00000400:00000010:3.0:1776192959.333604:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6eb4bdd. 00000400:00000010:3.0:1776192959.333609:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192959.333614:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530240, portal 16 00000400:00000010:3.0:1776192959.333618:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192959.333621:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530240, offset 0 00000400:00000200:3.0:1776192959.333628:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.333639:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.333646:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.333649:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.333651:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.333654:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91715:91715:256:4294967295] 192.168.203.33@tcp LPNI seq info [91715:91715:8:4294967295] 00000400:00000200:3.0:1776192959.333661:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.333665:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.333669:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192959.333673:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.333678:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.333682:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.333848:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.333851:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:0.0:1776192959.333858:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.333862:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.333865:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:0.0:1776192959.333866:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:0.0:1776192959.333871:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349530240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.336384:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.336404:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316e80 00000400:00000200:1.0:1776192959.336414:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e41 [1] + 224 00000400:00000200:1.0:1776192959.336430:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.336434:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.336443:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349530240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.336794:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6eb4bdd. 00000400:00000200:3.0:1776192959.336800:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:3.0:1776192959.336802:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:3.0:1776192959.336808:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349530240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.336815:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349530240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.336846:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4a92ebd. 02000000:00000010:3.0:1776192959.336853:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087f6d3ee. 00000100:00000010:3.0:1776192959.336857:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:3.0:1776192959.336861:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192959.336865:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d17b041. 00000400:00000200:1.0:1776192959.336927:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.336936:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f240 00000400:00000200:1.0:1776192959.336941:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2809 [2] + 1968 00000400:00000010:1.0:1776192959.336944:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380b3735. 00000400:00000200:1.0:1776192959.336947:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000052188723 00000400:00000200:1.0:1776192959.337001:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.337006:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.337008:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052188723 00000400:00000010:1.0:1776192959.337010:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000052188723 (tot 82351746). 00000100:00000200:1.0:1776192959.337014:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192959.337389:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bde4f03. 00000020:00000010:3.0:1776192959.337395:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.337399:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.337430:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000afbd2582 x1862471344648768/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192959.337458:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648768 02000000:00000010:3.0:1776192959.337468:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087f6d3ee. 00010000:00000010:3.0:1776192959.337498:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045225c48. 00010000:00000010:3.0:1776192959.337516:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d17b041. 00000100:00000010:3.0:1776192959.337522:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7333c51. 00000100:00000010:3.0:1776192959.337532:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7333c51. 00010000:00000010:3.0:1776192959.337534:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d17b041. 00000400:00000010:3.0:1776192959.337545:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192959.337550:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648768, offset 224 00000400:00000200:3.0:1776192959.337557:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.337567:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.337572:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91716:91716:256:4294967295] 192.168.203.33@tcp LPNI seq info [91716:91716:8:4294967295] 00000400:00000200:3.0:1776192959.337581:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.337586:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.337590:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82351994). 00000800:00000200:3.0:1776192959.337596:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.337602:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.337605:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.337622:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.337626:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.337628:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bde4f03. 02000000:00000010:3.0:1776192959.337637:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067408ea2. 00000100:00000010:3.0:1776192959.337640:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 02000000:00000010:3.0:1776192959.337644:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fb28e6a. 00000100:00000010:3.0:1776192959.337646:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:3.0:1776192959.337650:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000100:00000010:3.0:1776192959.337652:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d1c4ab9. 02000000:00000010:3.0:1776192959.337654:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d43c09a. 00000100:00000010:3.0:1776192959.337656:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 02000000:00000010:3.0:1776192959.337659:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004a92b974. 00000100:00000010:3.0:1776192959.337662:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 02000000:00000010:3.0:1776192959.337665:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afcc5481. 00000100:00000010:3.0:1776192959.337667:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000200:3.0:1776192959.337672:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192959.337677:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6eb4bdd. 00000400:00000010:3.0:1776192959.337681:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7333c51 (tot 82352146). 00000800:00000200:3.0:1776192959.337762:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.337766:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192959.337772:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.337776:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.337778:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:3.0:1776192959.337780:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 02000000:00000010:3.0:1776192959.337783:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087f6d3ee. 00080000:00000010:3.0:1776192959.337806:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087f6d3ee. 00010000:00000010:3.0:1776192959.337883:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b7b8c99. 00010000:00000010:3.0:1776192959.337889:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000962bbc8c. 00010000:00000010:3.0:1776192959.337971:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031356f43. 00010000:00000010:3.0:1776192959.337977:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b7b8c99. 00010000:00000010:3.0:1776192959.337990:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d17b041. 00000100:00000010:3.0:1776192959.337994:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192959.338000:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192959.338010:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d43c09a. 02000000:00000010:3.0:1776192959.338029:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdc84d69. 00000400:00000010:3.0:1776192959.338033:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d741c26. 00000400:00000010:3.0:1776192959.338035:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192959.338038:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530304, portal 16 00000400:00000010:3.0:1776192959.338042:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192959.338043:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530304, offset 0 00000400:00000200:3.0:1776192959.338048:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.338054:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.338059:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.338062:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.338066:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.338068:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91717:91717:256:4294967295] 192.168.203.33@tcp LPNI seq info [91717:91717:8:4294967295] 00000400:00000200:3.0:1776192959.338075:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.338080:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.338082:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192959.338086:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.338089:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.338092:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.338830:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.338835:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:1.0:1776192959.338842:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.338847:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.338850:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:1.0:1776192959.338853:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:1.0:1776192959.338859:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349530304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.343861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037b7d379. 00010000:00000010:3.1:1776192959.343877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169736d. 00010000:00000010:3.1:1776192959.343882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d62017d. 00010000:00000010:3.1:1776192959.343885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057ad34f5. 00010000:00000010:3.1:1776192959.343888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043affda8. 00000400:00000200:1.0:1776192959.344772:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.344792:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316ec0 00000400:00000200:1.0:1776192959.344802:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e51 [1] + 224 00000400:00000200:1.0:1776192959.344817:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.344821:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.344830:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349530304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.349251:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d741c26. 00000400:00000200:1.0:1776192959.349261:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:1.0:1776192959.349263:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:1.0:1776192959.349276:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349530304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.349287:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349530304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.349317:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdc84d69. 02000000:00000010:1.0:1776192959.349324:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d43c09a. 00000100:00000010:1.0:1776192959.349328:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:1.0:1776192959.349333:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:1.0:1776192959.349336:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d17b041. 00010000:00000010:1.1:1776192959.352226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af6dee63. 00000400:00000200:0.0:1776192959.352231:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.352258:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f280 00000400:00000200:0.0:1776192959.352266:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2861 [2] + 0 00000400:00000200:0.0:1776192959.352332:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.352337:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.352346:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.352352:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea6e4226. 00000020:00000010:3.0:1776192959.352479:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d43c09a. 00000020:00000010:3.0:1776192959.352487:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.352491:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.352518:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea6e4226 x1862471344648832/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192959.352560:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648832 02000000:00000010:3.0:1776192959.352570:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:3.0:1776192959.352598:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0ad4631. 00010000:00000010:3.0:1776192959.352617:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094d82c21. 00000100:00000010:3.0:1776192959.352622:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192959.352634:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:3.0:1776192959.352637:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094d82c21. 00000400:00000010:3.0:1776192959.352648:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192959.352652:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648832, offset 224 00000400:00000200:3.0:1776192959.352659:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.352668:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.352673:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91718:91718:256:4294967295] 192.168.203.33@tcp LPNI seq info [91718:91718:8:4294967295] 00000400:00000200:3.0:1776192959.352681:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.352685:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.352689:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:3.0:1776192959.352694:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.352699:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.352702:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.352715:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192959.352719:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.352721:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d43c09a. 00080000:00000010:3.0:1776192959.353286:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d43c09a. 00010000:00000010:3.0:1776192959.353381:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b7b8c99. 00010000:00000010:3.0:1776192959.353388:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d46f077. 00010000:00000010:3.0:1776192959.353457:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043affda8. 00010000:00000010:3.0:1776192959.353462:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b7b8c99. 00010000:00000010:3.0:1776192959.353472:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094d82c21. 00000100:00000010:3.0:1776192959.353476:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192959.353483:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192959.353495:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afcc5481. 02000000:00000010:3.0:1776192959.353520:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a92b974. 00000400:00000010:3.0:1776192959.353526:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c979b9. 00000400:00000010:3.0:1776192959.353531:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192959.353536:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530368, portal 16 00000400:00000010:3.0:1776192959.353547:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192959.353549:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530368, offset 0 00000400:00000200:3.0:1776192959.353557:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.353568:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.353575:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.353578:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.353581:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.353584:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91719:91719:255:4294967295] 192.168.203.33@tcp LPNI seq info [91719:91719:7:4294967295] 00000400:00000200:3.0:1776192959.353591:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.353595:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.353598:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be835968 (tot 82352394). 00000800:00000200:3.0:1776192959.353604:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.353609:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.353611:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000be835968 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.361549:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.361555:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:0.0:1776192959.361565:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.361573:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.361579:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:0.0:1776192959.361581:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000800:00000200:0.0:1776192959.362129:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.362134:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be835968 (tot 82351898). 00000400:00000200:0.0:1776192959.362139:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.362144:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.362148:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:0.0:1776192959.362149:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:0.0:1776192959.363123:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349530368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.366732:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.366753:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316f00 00000400:00000200:0.0:1776192959.366761:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e5d [1] + 224 00000400:00000200:0.0:1776192959.366774:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.366778:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.366790:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349530368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.366829:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.366835:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f2c0 00000400:00000200:0.0:1776192959.366839:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2861 [2] + 328 00000400:00000200:0.0:1776192959.366848:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.366851:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.366855:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.366861:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd859f24. 00000020:00000010:0.0:1776192959.366906:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008326bffc. 00000020:00000010:0.0:1776192959.366912:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003627e075. 00000020:00000010:0.0:1776192959.366916:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.366939:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd859f24 x1862471344648896/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.366966:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648896 02000000:00000010:0.0:1776192959.366976:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fb28e6a. 00010000:00000010:0.0:1776192959.367018:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000063dc33c. 00000100:00000010:0.0:1776192959.367025:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.367032:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.367036:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000063dc33c. 00000400:00000010:0.0:1776192959.367052:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192959.367056:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648896, offset 224 00000400:00000200:0.0:1776192959.367064:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.367076:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.367083:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91720:91720:256:4294967295] 192.168.203.33@tcp LPNI seq info [91720:91720:8:4294967295] 00000400:00000200:0.0:1776192959.367092:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.367098:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.367102:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192959.367107:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.367114:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.367119:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.367137:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003627e075. 00000020:00000010:0.0:1776192959.367141:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.367144:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008326bffc. 00000800:00000200:0.0:1776192959.367270:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.367274:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:0.0:1776192959.367278:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.367281:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.367285:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:0.0:1776192959.367286:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00000400:00000010:2.0:1776192959.367421:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c979b9. 00000400:00000200:2.0:1776192959.367427:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:2.0:1776192959.367428:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000100:00000200:2.0:1776192959.367433:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349530368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.367441:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349530368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192959.367461:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bca6bcee. 02000000:00000010:2.0:1776192959.367475:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a92b974. 02000000:00000010:2.0:1776192959.367479:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afcc5481. 00000100:00000010:2.0:1776192959.367483:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:2.0:1776192959.367486:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:2.0:1776192959.367489:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094d82c21. 00080000:00000010:2.0:1776192959.367505:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040d7bc35. 00010000:00000010:2.0:1776192959.367592:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b7b8c99. 00010000:00000010:2.0:1776192959.367598:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089771753. 00010000:00000010:2.0:1776192959.367661:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa809807. 00010000:00000010:2.0:1776192959.367664:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.367668:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.0:1776192959.367673:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e2a0c36. 00080000:00000010:2.0:1776192959.367682:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059286177. 00010000:00000010:2.0:1776192959.367705:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e2a0c36. 00010000:00000010:2.0:1776192959.367710:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.367768:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f90f8f5. 00010000:00000010:2.0:1776192959.367773:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e2a0c36. 00010000:00000010:2.0:1776192959.367780:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192959.367784:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.367791:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192959.367802:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd01c898. 02000000:00000010:2.0:1776192959.367825:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ccba3cc. 00000400:00000010:2.0:1776192959.367829:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003cfc2f23. 00000400:00000010:2.0:1776192959.367832:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192959.367836:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530432, portal 16 00000400:00000010:2.0:1776192959.367839:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192959.367841:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530432, offset 0 00000400:00000200:2.0:1776192959.367846:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.367853:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.367860:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.367863:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.367866:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.367868:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91721:91721:256:4294967295] 192.168.203.33@tcp LPNI seq info [91721:91721:8:4294967295] 00000400:00000200:2.0:1776192959.367875:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.367878:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.367881:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352146). 00000800:00000200:2.0:1776192959.367885:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.367890:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.367892:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.368002:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.368005:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:0.0:1776192959.368009:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.368012:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.368016:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:0.0:1776192959.368017:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000100:00000200:0.0:1776192959.368023:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349530432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.372128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090e6e10c. 00010000:00000010:3.1:1776192959.373398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b5f3fd1. 00010000:00000010:3.1:1776192959.373411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031356f43. 00010000:00000010:2.1:1776192959.374324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f106bb71. 00010000:00000010:2.1:1776192959.374337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000667de0dc. 00010000:00000010:2.1:1776192959.374340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043affda8. 00010000:00000010:2.1:1776192959.374345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa809807. 00010000:00000010:2.1:1776192959.374348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50c4e6c. 00000400:00000200:0.0:1776192959.381355:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.381374:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316f40 00000400:00000200:0.0:1776192959.381383:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e69 [1] + 224 00000400:00000200:0.0:1776192959.381398:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.381402:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.381412:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349530432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192959.381515:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003cfc2f23. 00000400:00000200:2.0:1776192959.381519:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:2.0:1776192959.381522:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000100:00000200:2.0:1776192959.381527:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349530432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.381535:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349530432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.381565:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ccba3cc. 02000000:00000010:2.0:1776192959.381571:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd01c898. 00000100:00000010:2.0:1776192959.381574:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:2.0:1776192959.381581:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:2.0:1776192959.381584:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000400:00000200:0.0:1776192959.386527:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.386545:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f300 00000400:00000200:0.0:1776192959.386554:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2861 [2] + 656 00000400:00000200:0.0:1776192959.387558:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.387565:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.387573:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.387580:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 00000020:00000010:2.0:1776192959.388397:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd01c898. 00000020:00000010:2.0:1776192959.388408:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.388412:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.388438:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093daabff x1862471344648960/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192959.388474:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344648960 02000000:00000010:2.0:1776192959.388483:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ccba3cc. 00010000:00000010:2.0:1776192959.388513:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f1f1639. 00010000:00000010:2.0:1776192959.388532:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002616f1a3. 00000100:00000010:2.0:1776192959.388538:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.388558:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:2.0:1776192959.388562:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002616f1a3. 00000400:00000010:2.0:1776192959.388573:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192959.388579:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344648960, offset 224 00000400:00000200:2.0:1776192959.388587:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.388600:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.388605:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91722:91722:256:4294967295] 192.168.203.33@tcp LPNI seq info [91722:91722:8:4294967295] 00000400:00000200:2.0:1776192959.388620:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.388624:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.388629:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192959.388635:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.388641:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.388645:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.388658:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.388662:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.388671:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd01c898. 00080000:00000010:1.0:1776192959.388748:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f92277ab. 00010000:00000010:1.0:1776192959.388828:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e2a0c36. 00010000:00000010:1.0:1776192959.388834:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000304f8fae. 00010000:00000010:1.0:1776192959.388897:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe42369. 00010000:00000010:1.0:1776192959.388903:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce34f20f. 00010000:00000010:1.0:1776192959.388915:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d723e2c. 00000100:00000010:1.0:1776192959.388919:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:1.0:1776192959.388926:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192959.388937:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067408ea2. 02000000:00000010:1.0:1776192959.388957:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000470949ce. 00000400:00000010:1.0:1776192959.388963:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a164164. 00000400:00000010:1.0:1776192959.388967:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192959.388972:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530496, portal 16 00000400:00000010:1.0:1776192959.388976:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192959.388977:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530496, offset 0 00000400:00000200:1.0:1776192959.388983:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.388989:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.388994:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.388998:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.389000:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.389003:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91723:91723:255:4294967295] 192.168.203.33@tcp LPNI seq info [91723:91723:7:4294967295] 00000400:00000200:1.0:1776192959.389009:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.389013:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.389016:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352394). 00000800:00000200:1.0:1776192959.389019:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.389023:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.389025:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.389119:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.389123:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82352146). 00000400:00000200:0.0:1776192959.389127:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.389135:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.389139:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:0.0:1776192959.389141:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000800:00000200:0.0:1776192959.399288:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.399298:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:0.0:1776192959.399306:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.399316:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.399322:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:0.0:1776192959.399324:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:0.0:1776192959.399333:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349530496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.400104:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.400121:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316f80 00000400:00000200:0.0:1776192959.400129:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e75 [1] + 224 00000400:00000200:0.0:1776192959.400141:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.400144:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.400151:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349530496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.400487:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.400494:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f340 00000400:00000200:0.0:1776192959.400498:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2861 [2] + 984 00000400:00000200:0.0:1776192959.400549:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.400553:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.400556:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.400561:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d1c4ab9. 00000400:00000010:2.0:1776192959.401291:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a164164. 00000400:00000200:2.0:1776192959.401297:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:2.0:1776192959.401301:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:2.0:1776192959.401310:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349530496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.401320:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349530496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.401350:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000470949ce. 02000000:00000010:2.0:1776192959.401355:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067408ea2. 00000100:00000010:2.0:1776192959.401359:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:2.0:1776192959.401365:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:2.0:1776192959.401368:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d723e2c. 00000020:00000010:1.0:1776192959.401914:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067408ea2. 00000020:00000010:1.0:1776192959.401922:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b3af66f0. 00000020:00000010:1.0:1776192959.401927:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.401953:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d1c4ab9 x1862471344649024/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192959.401986:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649024 02000000:00000010:1.0:1776192959.401998:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000470949ce. 00010000:00000010:2.1:1776192959.405139:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c109a0f. 00010000:00000010:1.0:1776192959.405319:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000970b97c1. 00010000:00000010:1.0:1776192959.405343:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008206b2e6. 00000100:00000010:1.0:1776192959.405352:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:1.0:1776192959.405358:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:1.0:1776192959.405361:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008206b2e6. 00000400:00000010:1.0:1776192959.405378:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192959.405385:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649024, offset 224 00000400:00000200:1.0:1776192959.405395:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.405411:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.405417:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91724:91724:256:4294967295] 192.168.203.33@tcp LPNI seq info [91724:91724:8:4294967295] 00000400:00000200:1.0:1776192959.405426:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.405432:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.405436:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192959.405442:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.405448:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.405451:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.405489:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b3af66f0. 00000020:00000010:1.0:1776192959.405496:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.405499:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067408ea2. 00000800:00000200:3.0:1776192959.406427:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.406435:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:3.0:1776192959.406440:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.406446:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.406452:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:3.0:1776192959.406454:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00080000:00000010:2.0:1776192959.406561:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd01c898. 00010000:00000010:2.0:1776192959.408105:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce34f20f. 00010000:00000010:2.0:1776192959.408120:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b26a8ecf. 00000001:00000010:2.0:1776192959.408309:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003cfc2f23. 00000001:00000010:2.0:1776192959.408315:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003cfc2f23. 00000001:00000010:2.0:1776192959.408318:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ee0f766d. 00080000:00000010:2.0:1776192959.408322:0:77323:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000bed87387. 00080000:00000010:2.0:1776192959.408328:0:77323:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 000000002c31eccb. 00000001:00000010:2.0:1776192959.408334:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003cfc2f23. 00010000:00000010:2.0:1776192959.408364:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa809807. 00010000:00000010:2.0:1776192959.408368:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.408660:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.0:1776192959.408669:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.408690:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afcc5481. 00010000:00000010:2.0:1776192959.408760:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.408765:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.408803:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c76526b. 00010000:00000010:2.0:1776192959.408806:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.408809:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ffa4419. 00010000:00000010:2.0:1776192959.408811:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.408819:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a92b974. 00010000:00000010:2.0:1776192959.408841:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.408844:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.408876:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f1eb70. 00010000:00000010:2.0:1776192959.408878:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.408881:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000427b5bd3. 00010000:00000010:2.0:1776192959.408884:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.408891:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf058393. 00010000:00000010:2.0:1776192959.408911:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.408914:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.408955:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1de21c4. 00010000:00000010:2.0:1776192959.408958:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.408962:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d32001f. 00010000:00000010:2.0:1776192959.408964:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.408970:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fd0b3a9. 00010000:00000010:2.0:1776192959.410147:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.410260:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.410328:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000065ee4535. 00010000:00000010:2.0:1776192959.410331:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.410336:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065cafc06. 00010000:00000010:2.0:1776192959.410339:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.410351:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000931525e0. 00010000:00000010:2.0:1776192959.410505:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.410510:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.410763:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062949350. 00010000:00000010:2.0:1776192959.410767:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.410770:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007862bdbe. 00010000:00000010:2.0:1776192959.410772:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.410781:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058b22f39. 00010000:00000010:2.0:1776192959.410806:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.410810:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.410840:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000051d107c. 00010000:00000010:2.0:1776192959.410843:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.410847:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.0:1776192959.410849:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.410857:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003421ba8e. 00010000:00000010:2.0:1776192959.410880:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.410884:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.410915:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e001264a. 00010000:00000010:2.0:1776192959.410918:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.410920:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.0:1776192959.410924:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.410931:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008850bcd7. 00010000:00000010:2.0:1776192959.410951:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.410955:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412077:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001cc471bb. 00010000:00000010:2.0:1776192959.412082:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412085:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002295f560. 00010000:00000010:2.0:1776192959.412090:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.412104:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007400f3f6. 00010000:00000010:2.0:1776192959.412513:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.412519:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412571:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000079122b43. 00010000:00000010:2.0:1776192959.412574:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412577:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085d463af. 00010000:00000010:2.0:1776192959.412580:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.412591:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000feaf7dd8. 00010000:00000010:2.0:1776192959.412616:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.412619:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412647:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2fd2cd2. 00010000:00000010:2.0:1776192959.412650:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412653:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.0:1776192959.412655:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.412662:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3863614. 00010000:00000010:2.0:1776192959.412681:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.412684:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412713:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f546742c. 00010000:00000010:2.0:1776192959.412716:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412718:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000850f6077. 00010000:00000010:2.0:1776192959.412721:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.412741:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001abcaf34. 00010000:00000010:2.0:1776192959.412763:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.412766:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412796:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3ddce25. 00010000:00000010:2.0:1776192959.412799:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412801:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.0:1776192959.412804:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.412811:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054e8e27f. 00010000:00000010:2.0:1776192959.412831:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.412835:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412863:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062a0ef6a. 00010000:00000010:2.0:1776192959.412866:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412869:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6070126. 00010000:00000010:2.0:1776192959.412872:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.412878:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045e3d895. 00010000:00000010:2.0:1776192959.412913:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.412916:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412945:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ec24546. 00010000:00000010:2.0:1776192959.412948:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.412951:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.0:1776192959.412953:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.412960:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005252097e. 00010000:00000010:2.0:1776192959.412991:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.412995:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413027:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eedd6a02. 00010000:00000010:2.0:1776192959.413029:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413032:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.0:1776192959.413035:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413042:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb64afd5. 00010000:00000010:2.0:1776192959.413064:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413068:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413096:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c44154f. 00010000:00000010:2.0:1776192959.413098:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413101:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a58acd9a. 00010000:00000010:2.0:1776192959.413104:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413110:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019506882. 00010000:00000010:2.0:1776192959.413130:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413134:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413196:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031d8c0ef. 00010000:00000010:2.0:1776192959.413199:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413202:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.0:1776192959.413205:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413212:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059f5a93d. 00010000:00000010:2.0:1776192959.413234:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413238:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413266:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cfef258. 00010000:00000010:2.0:1776192959.413269:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413272:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000dda0a5. 00010000:00000010:2.0:1776192959.413274:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413280:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e0a2f28. 00010000:00000010:2.0:1776192959.413298:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413301:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413325:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba49f55b. 00010000:00000010:2.0:1776192959.413327:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413330:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3d9c1ab. 00010000:00000010:2.0:1776192959.413332:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413340:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002193a1f6. 00010000:00000010:2.0:1776192959.413358:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413362:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413401:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007136eb3b. 00010000:00000010:2.0:1776192959.413404:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413408:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc9aac37. 00010000:00000010:2.0:1776192959.413411:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413417:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068b54fe6. 00010000:00000010:2.0:1776192959.413438:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413441:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413472:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d3f91a1. 00010000:00000010:2.0:1776192959.413475:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413478:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000a74d6e. 00010000:00000010:2.0:1776192959.413480:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413486:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbd2fede. 00010000:00000010:2.0:1776192959.413505:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413508:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413534:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c988837. 00010000:00000010:2.0:1776192959.413537:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413539:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e952edf9. 00010000:00000010:2.0:1776192959.413542:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413549:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032522cd1. 00010000:00000010:2.0:1776192959.413568:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413571:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413602:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d938ade3. 00010000:00000010:2.0:1776192959.413604:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413607:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009698cf31. 00010000:00000010:2.0:1776192959.413610:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413617:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bf28104. 00010000:00000010:2.0:1776192959.413638:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413642:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413668:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030f727c9. 00010000:00000010:2.0:1776192959.413671:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413673:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001da8bfc9. 00010000:00000010:2.0:1776192959.413676:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413683:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022235c75. 00010000:00000010:2.0:1776192959.413702:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413706:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413745:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fea021f1. 00010000:00000010:2.0:1776192959.413747:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413750:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad963f32. 00010000:00000010:2.0:1776192959.413752:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413759:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052858937. 00010000:00000010:2.0:1776192959.413779:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413783:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413811:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ca9ff5d. 00010000:00000010:2.0:1776192959.413814:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413816:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f470e48b. 00010000:00000010:2.0:1776192959.413819:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413827:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6cb212d. 00010000:00000010:2.0:1776192959.413846:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413849:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413874:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f7cfcad. 00010000:00000010:2.0:1776192959.413877:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413880:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7b7ccd9. 00010000:00000010:2.0:1776192959.413883:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413889:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c1dd87d. 00010000:00000010:2.0:1776192959.413909:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413912:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413940:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009023a56. 00010000:00000010:2.0:1776192959.413942:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.413945:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062f2d324. 00010000:00000010:2.0:1776192959.413948:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.413955:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b294ce8e. 00010000:00000010:2.0:1776192959.413975:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.413979:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.414009:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2097459. 00010000:00000010:2.0:1776192959.414012:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.414015:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5da8397. 00010000:00000010:2.0:1776192959.414017:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.414024:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d895ade0. 00010000:00000010:2.0:1776192959.414045:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.414048:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.414074:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0ead0b4. 00010000:00000010:2.0:1776192959.414076:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.414080:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083e2e38d. 00010000:00000010:2.0:1776192959.414082:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.414090:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000234396d. 00010000:00000010:2.0:1776192959.414111:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.414114:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.414139:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee8c6fbd. 00010000:00000010:2.0:1776192959.414142:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.414145:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036555115. 00010000:00000010:2.0:1776192959.414147:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.414182:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006381e588. 00010000:00000010:2.0:1776192959.414206:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.414210:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.414237:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e15a24d. 00010000:00000010:2.0:1776192959.414240:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.414243:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b409c9. 00010000:00000010:2.0:1776192959.414245:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.414253:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b24c23f2. 00010000:00000010:2.0:1776192959.414273:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.414277:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.420720:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fcb40a9b. 00010000:00000010:2.0:1776192959.420746:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.420753:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000295ca785. 00010000:00000010:2.0:1776192959.420760:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.420787:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dea42772. 00010000:00000010:2.0:1776192959.420855:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.420862:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.420916:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cac97695. 00010000:00000010:2.0:1776192959.420919:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.420922:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000250ff07c. 00010000:00000010:2.0:1776192959.420925:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.420933:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000361e928c. 00010000:00000010:2.0:1776192959.420955:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.420959:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.421011:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004294dab3. 00010000:00000010:2.0:1776192959.421014:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.421017:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096976ce3. 00010000:00000010:2.0:1776192959.421021:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.421028:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063da606b. 00010000:00000010:2.0:1776192959.421697:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.421705:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.421759:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0e76c6f. 00010000:00000010:2.0:1776192959.421762:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.421765:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000050c7e1d. 00010000:00000010:2.0:1776192959.421768:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.421776:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000527494e4. 00010000:00000010:2.0:1776192959.421805:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.421809:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.421839:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001800401f. 00010000:00000010:2.0:1776192959.421841:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.421845:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000022254c9. 00010000:00000010:2.0:1776192959.421848:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.421854:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000544010ee. 00010000:00000010:2.0:1776192959.421875:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.421879:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422494:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033a672d1. 00010000:00000010:2.0:1776192959.422499:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422502:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b50f8f1d. 00010000:00000010:2.0:1776192959.422505:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.422513:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004385e150. 00010000:00000010:2.0:1776192959.422533:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.422537:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422595:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5827a23. 00010000:00000010:2.0:1776192959.422597:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422600:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000300d5050. 00010000:00000010:2.0:1776192959.422602:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.422608:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040708383. 00010000:00000010:2.0:1776192959.422630:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.422633:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422661:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028d15399. 00010000:00000010:2.0:1776192959.422663:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422666:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000356df5c0. 00010000:00000010:2.0:1776192959.422669:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.422676:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fba9daa1. 00010000:00000010:2.0:1776192959.422698:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.422701:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422748:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae989447. 00010000:00000010:2.0:1776192959.422751:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422754:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000edef9618. 00010000:00000010:2.0:1776192959.422757:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.422765:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047ff21f8. 00010000:00000010:2.0:1776192959.422785:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.422789:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422815:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003af60094. 00010000:00000010:2.0:1776192959.422818:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422821:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acf05085. 00010000:00000010:2.0:1776192959.422823:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.422829:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cc3d3a5. 00010000:00000010:2.0:1776192959.422847:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.422851:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422877:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d097846. 00010000:00000010:2.0:1776192959.422880:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422883:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018c78811. 00010000:00000010:2.0:1776192959.422885:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.422903:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5c49611. 00010000:00000010:2.0:1776192959.422925:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.422929:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422959:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbfdae4b. 00010000:00000010:2.0:1776192959.422962:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.422965:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f0385d1. 00010000:00000010:2.0:1776192959.422968:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.422975:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012814b41. 00010000:00000010:2.0:1776192959.423009:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.423013:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.423057:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8ec9789. 00010000:00000010:2.0:1776192959.423061:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.423064:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023203b51. 00010000:00000010:2.0:1776192959.423067:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.423075:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000226715b0. 00010000:00000010:2.0:1776192959.423097:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.423101:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.423128:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c73df88. 00010000:00000010:2.0:1776192959.423131:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.423134:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099eb7345. 00010000:00000010:2.0:1776192959.423137:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.423143:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4f14a42. 00010000:00000010:2.0:1776192959.424692:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.424705:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.424785:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b0b2b6b. 00010000:00000010:2.0:1776192959.424790:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.424795:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025117db2. 00010000:00000010:2.0:1776192959.424798:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.424812:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddfd310a. 00010000:00000010:2.0:1776192959.424843:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.424847:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.424875:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0f640ff. 00010000:00000010:2.0:1776192959.424878:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.424881:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac6dd4c9. 00010000:00000010:2.0:1776192959.424883:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.424937:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000293a4b7f. 00010000:00000010:2.0:1776192959.424962:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.424966:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.425461:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d26a4789. 00010000:00000010:2.0:1776192959.425465:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.425469:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4baa3c5. 00010000:00000010:2.0:1776192959.425472:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.425482:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f1568d2. 00010000:00000010:2.0:1776192959.425510:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.425513:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.425547:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c6cd532. 00010000:00000010:2.0:1776192959.425551:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.425553:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:2.0:1776192959.425556:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.425562:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003be2e008. 00010000:00000010:1.1:1776192959.425785:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf067ad1. 00010000:00000010:2.0:1776192959.425787:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.425791:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:1.1:1776192959.425792:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f90f8f5. 00010000:00000010:2.0:1776192959.425838:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000290be712. 00010000:00000010:2.0:1776192959.425840:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.425843:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4d6b78f. 00010000:00000010:2.0:1776192959.425846:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.425853:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000372a7eae. 00010000:00000010:2.0:1776192959.425876:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.425880:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426335:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001693ed0f. 00010000:00000010:2.0:1776192959.426339:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426342:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c8a1555. 00010000:00000010:2.0:1776192959.426345:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.426352:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea5c4dc7. 00010000:00000010:2.0:1776192959.426462:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.426467:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426502:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000909f3f56. 00010000:00000010:2.0:1776192959.426504:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426506:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6cbebba. 00010000:00000010:2.0:1776192959.426509:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.426515:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094f24cf4. 00010000:00000010:2.0:1776192959.426535:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.426538:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426562:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008c40f2e. 00010000:00000010:2.0:1776192959.426564:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426568:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006dce5fae. 00010000:00000010:2.0:1776192959.426570:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.426575:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000825a9e8e. 00010000:00000010:2.0:1776192959.426593:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.426596:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426620:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e346d884. 00010000:00000010:2.0:1776192959.426622:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426625:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000951a88e3. 00010000:00000010:2.0:1776192959.426628:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.426634:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9f41d61. 00010000:00000010:2.0:1776192959.426653:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.426656:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426683:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b4339cd. 00010000:00000010:2.0:1776192959.426686:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426688:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017fd0b7c. 00010000:00000010:2.0:1776192959.426691:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.426697:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e324007. 00010000:00000010:2.0:1776192959.426715:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.426718:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426940:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c55f5c1a. 00010000:00000010:2.0:1776192959.426943:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.426946:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b55596c8. 00010000:00000010:2.0:1776192959.426949:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.426957:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008886e118. 00010000:00000010:2.0:1776192959.427122:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.427126:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427313:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009acbe525. 00010000:00000010:2.0:1776192959.427316:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427319:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005244730d. 00010000:00000010:2.0:1776192959.427322:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.427330:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000852b16ed. 00010000:00000010:2.0:1776192959.427354:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.427358:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427475:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0fbcea6. 00010000:00000010:2.0:1776192959.427479:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427481:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080c3af7d. 00010000:00000010:2.0:1776192959.427483:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.427491:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013265f4e. 00010000:00000010:2.0:1776192959.427513:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.427516:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427545:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc643d00. 00010000:00000010:2.0:1776192959.427548:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427550:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001432d72d. 00010000:00000010:2.0:1776192959.427553:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.427560:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca06ac5f. 00010000:00000010:2.0:1776192959.427581:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.427585:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427611:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000265fc681. 00010000:00000010:2.0:1776192959.427614:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427617:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c4682f. 00010000:00000010:2.0:1776192959.427619:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.427626:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072b3d4ca. 00010000:00000010:2.0:1776192959.427646:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.427649:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427676:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da44ee66. 00010000:00000010:2.0:1776192959.427678:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427681:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000074db39c. 00010000:00000010:2.0:1776192959.427684:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.427690:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cde094a. 00010000:00000010:2.0:1776192959.427710:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.427714:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427760:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b53def0. 00010000:00000010:2.0:1776192959.427763:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427766:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f87aa2e. 00010000:00000010:2.0:1776192959.427769:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.427776:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c24e789. 00010000:00000010:2.0:1776192959.427798:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.427801:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427827:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b1c7837. 00010000:00000010:2.0:1776192959.427830:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427833:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000dbeb78. 00010000:00000010:2.0:1776192959.427836:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.427844:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0982150. 00010000:00000010:2.0:1776192959.427864:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.427867:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427964:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa0f7ec4. 00010000:00000010:2.0:1776192959.427967:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.427970:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014443768. 00010000:00000010:2.0:1776192959.427973:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.427981:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008185e5f1. 00010000:00000010:2.0:1776192959.428002:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428006:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428033:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3b3a1f5. 00010000:00000010:2.0:1776192959.428035:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428037:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004593e9af. 00010000:00000010:2.0:1776192959.428040:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.428060:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0548e07. 00010000:00000010:2.0:1776192959.428081:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428084:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428109:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd295209. 00010000:00000010:2.0:1776192959.428111:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428114:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fbd543b. 00010000:00000010:2.0:1776192959.428117:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.428124:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9a7da69. 00010000:00000010:2.0:1776192959.428141:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428144:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428553:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a45e677. 00010000:00000010:2.0:1776192959.428556:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428559:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008eccd75. 00010000:00000010:2.0:1776192959.428562:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.428570:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af1cbc4. 00010000:00000010:2.0:1776192959.428591:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428594:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428624:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b567bc78. 00010000:00000010:2.0:1776192959.428626:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428629:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090cda1e4. 00010000:00000010:2.0:1776192959.428632:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.428638:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3e977dc. 00010000:00000010:2.0:1776192959.428659:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428662:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428689:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d897358f. 00010000:00000010:2.0:1776192959.428691:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428694:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001edbac34. 00010000:00000010:2.0:1776192959.428696:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.428702:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e50a55d1. 00010000:00000010:2.0:1776192959.428731:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428735:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428768:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da39baa6. 00010000:00000010:2.0:1776192959.428770:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428774:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7594c45. 00010000:00000010:2.0:1776192959.428776:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.428783:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003638ef59. 00010000:00000010:2.0:1776192959.428803:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428807:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428831:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093b63dc3. 00010000:00000010:2.0:1776192959.428834:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428837:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ea780a3. 00010000:00000010:2.0:1776192959.428839:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.428845:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054f64cee. 00010000:00000010:2.0:1776192959.428864:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428867:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428904:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008eba4375. 00010000:00000010:2.0:1776192959.428906:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.428909:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deba5b27. 00010000:00000010:2.0:1776192959.428912:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.428919:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031d27dcc. 00010000:00000010:2.0:1776192959.428940:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.428943:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429423:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000858fd5d1. 00010000:00000010:2.0:1776192959.429426:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429429:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000718d785f. 00010000:00000010:2.0:1776192959.429433:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.429443:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e7e06c8. 00010000:00000010:2.0:1776192959.429469:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.429473:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429512:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a87b8a9. 00010000:00000010:2.0:1776192959.429515:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429517:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025addb57. 00010000:00000010:2.0:1776192959.429522:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.429529:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a71f087. 00010000:00000010:2.0:1776192959.429551:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.429556:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429581:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da448d5c. 00010000:00000010:2.0:1776192959.429583:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429586:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017043261. 00010000:00000010:2.0:1776192959.429589:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.429596:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c46b7f4. 00010000:00000010:2.0:1776192959.429616:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.429620:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429653:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000010e4b95. 00010000:00000010:2.0:1776192959.429655:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429658:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018bf0b1b. 00010000:00000010:2.0:1776192959.429661:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.429667:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a66bc5aa. 00010000:00000010:2.0:1776192959.429687:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.429691:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429717:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026691cbf. 00010000:00000010:2.0:1776192959.429720:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429734:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1b8f758. 00010000:00000010:2.0:1776192959.429737:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.429743:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000508f57ae. 00010000:00000010:2.0:1776192959.429765:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.429768:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429796:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013fd5a48. 00010000:00000010:2.0:1776192959.429799:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429802:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8d181ab. 00010000:00000010:2.0:1776192959.429804:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.429810:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d494378. 00010000:00000010:2.0:1776192959.429832:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.429836:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429862:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058d5ec25. 00010000:00000010:2.0:1776192959.429864:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429867:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083080886. 00010000:00000010:2.0:1776192959.429869:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.429875:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000035044ad. 00010000:00000010:2.0:1776192959.429897:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.429900:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429931:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a40da9d0. 00010000:00000010:2.0:1776192959.429934:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.429938:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057ac1948. 00010000:00000010:2.0:1776192959.429940:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.429949:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e435146c. 00010000:00000010:2.0:1776192959.429972:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.429988:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430017:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aff47dee. 00010000:00000010:2.0:1776192959.430020:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430023:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db79668d. 00010000:00000010:2.0:1776192959.430026:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430033:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000467d7c31. 00010000:00000010:2.0:1776192959.430054:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430058:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430087:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000273f989f. 00010000:00000010:2.0:1776192959.430090:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430092:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000534277a9. 00010000:00000010:2.0:1776192959.430095:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430102:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d09e757. 00010000:00000010:2.0:1776192959.430123:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430127:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430345:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b6ebcab. 00010000:00000010:2.0:1776192959.430349:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430352:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006f78445. 00010000:00000010:2.0:1776192959.430356:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430365:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040b6f1ee. 00010000:00000010:2.0:1776192959.430390:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430394:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430425:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003feaa8d. 00010000:00000010:2.0:1776192959.430428:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430432:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3e95481. 00010000:00000010:2.0:1776192959.430434:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430441:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b961f38. 00010000:00000010:2.0:1776192959.430462:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430466:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430494:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b2bdb3f. 00010000:00000010:2.0:1776192959.430497:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430501:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012af3ba8. 00010000:00000010:2.0:1776192959.430504:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430511:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dffa47fb. 00010000:00000010:2.0:1776192959.430531:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430535:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430582:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007afe775d. 00010000:00000010:2.0:1776192959.430585:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430588:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003381d68a. 00010000:00000010:2.0:1776192959.430590:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430598:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1017d56. 00010000:00000010:2.0:1776192959.430621:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430624:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430651:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa97de66. 00010000:00000010:2.0:1776192959.430654:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430659:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b4e42b. 00010000:00000010:2.0:1776192959.430662:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430668:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6d89f4a. 00010000:00000010:2.0:1776192959.430689:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430694:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430736:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068cbde06. 00010000:00000010:2.0:1776192959.430739:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430742:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034b39fbf. 00010000:00000010:2.0:1776192959.430745:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430752:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d74d791c. 00010000:00000010:2.0:1776192959.430774:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430778:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430809:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f388c9d0. 00010000:00000010:2.0:1776192959.430812:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430815:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca45a1e2. 00010000:00000010:2.0:1776192959.430818:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430825:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fb6bacf. 00010000:00000010:2.0:1776192959.430845:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430849:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430876:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b368500. 00010000:00000010:2.0:1776192959.430879:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430882:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc0cbf4. 00010000:00000010:2.0:1776192959.430885:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430892:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b67df65. 00010000:00000010:2.0:1776192959.430915:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430918:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430945:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e41d64e. 00010000:00000010:2.0:1776192959.430949:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.430951:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a080c435. 00010000:00000010:2.0:1776192959.430955:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.430962:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e29b6ad. 00010000:00000010:2.0:1776192959.430983:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.430987:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.431019:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004e7bff6. 00010000:00000010:2.0:1776192959.431022:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.431025:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f16f8ed. 00010000:00000010:2.0:1776192959.431027:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.431034:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052981868. 00010000:00000010:2.0:1776192959.431055:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.431059:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.431089:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbe5afe7. 00010000:00000010:2.0:1776192959.431092:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.431094:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023e1d56e. 00010000:00000010:2.0:1776192959.431097:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.431104:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078e2e0b1. 00010000:00000010:2.0:1776192959.431126:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.431130:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.431792:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000038a3398. 00010000:00000010:2.0:1776192959.431797:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.431801:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a4c9d7d. 00010000:00000010:2.0:1776192959.431805:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.431815:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f71f8661. 00010000:00000010:2.0:1776192959.431846:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.431851:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.431885:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c78c5208. 00010000:00000010:2.0:1776192959.431967:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.431973:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc5e5c06. 00010000:00000010:2.0:1776192959.431983:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.431993:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bea677a. 00010000:00000010:2.0:1776192959.432017:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.432021:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432049:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3667045. 00010000:00000010:2.0:1776192959.432052:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432054:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080533866. 00010000:00000010:2.0:1776192959.432056:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.432063:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa61b5fc. 00010000:00000010:2.0:1776192959.432082:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.432086:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432110:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2d01ea5. 00010000:00000010:2.0:1776192959.432113:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432116:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1aa97cb. 00010000:00000010:2.0:1776192959.432118:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.432125:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d85196a. 00010000:00000010:2.0:1776192959.432145:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.432148:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432660:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000067968ec. 00010000:00000010:2.0:1776192959.432665:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432668:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000215c7bd8. 00010000:00000010:2.0:1776192959.432671:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.432681:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b28031f. 00010000:00000010:2.0:1776192959.432708:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.432711:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432754:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d56d18b7. 00010000:00000010:2.0:1776192959.432757:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432760:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016fc8434. 00010000:00000010:2.0:1776192959.432763:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.432770:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000758f993f. 00010000:00000010:2.0:1776192959.432792:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.432796:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432832:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001631a4a5. 00010000:00000010:2.0:1776192959.432835:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432839:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037144149. 00010000:00000010:2.0:1776192959.432842:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.432849:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d83ea56c. 00010000:00000010:2.0:1776192959.432870:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.432873:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432904:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3c3c2d6. 00010000:00000010:2.0:1776192959.432906:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.432909:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbfd94f2. 00010000:00000010:2.0:1776192959.432912:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.432919:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011a41366. 00010000:00000010:2.0:1776192959.432939:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.432943:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433121:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023cbec65. 00010000:00000010:2.0:1776192959.433125:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433128:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003713b4e7. 00010000:00000010:2.0:1776192959.433131:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.433140:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000a7d83f. 00010000:00000010:2.0:1776192959.433308:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.433312:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433483:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000875ff3. 00010000:00000010:2.0:1776192959.433486:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433489:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb73f5ba. 00010000:00000010:2.0:1776192959.433491:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.433499:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a98d24cb. 00010000:00000010:2.0:1776192959.433522:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.433525:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433560:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000926c4199. 00010000:00000010:2.0:1776192959.433563:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433567:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cdc4fc3e. 00010000:00000010:2.0:1776192959.433570:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.433576:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ee92bb3. 00010000:00000010:2.0:1776192959.433599:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.433602:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433632:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000692ff7a2. 00010000:00000010:2.0:1776192959.433635:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433638:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e1b6182. 00010000:00000010:2.0:1776192959.433641:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.433649:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d37e9309. 00010000:00000010:2.0:1776192959.433670:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.433674:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433708:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001cb840f9. 00010000:00000010:2.0:1776192959.433710:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433713:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ff772e4. 00010000:00000010:2.0:1776192959.433716:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.433733:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0309cda. 00010000:00000010:2.0:1776192959.433756:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.433760:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433790:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072d22a07. 00010000:00000010:2.0:1776192959.433792:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433795:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a2a7a4a. 00010000:00000010:2.0:1776192959.433798:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.433805:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fe71e2c. 00010000:00000010:2.0:1776192959.433826:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.433829:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433858:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f136c7c0. 00010000:00000010:2.0:1776192959.433861:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433870:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016fec1fd. 00010000:00000010:2.0:1776192959.433873:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.433881:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a99e4bdf. 00010000:00000010:2.0:1776192959.433903:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.433907:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433935:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4ec66af. 00010000:00000010:2.0:1776192959.433938:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.433941:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a12baa5. 00010000:00000010:2.0:1776192959.433944:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.433951:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d332c26. 00010000:00000010:2.0:1776192959.433972:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.433976:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434022:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000827235f0. 00010000:00000010:2.0:1776192959.434025:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434027:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6d33180. 00010000:00000010:2.0:1776192959.434030:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434037:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef3c14ff. 00010000:00000010:2.0:1776192959.434060:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434063:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434091:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abeab8d3. 00010000:00000010:2.0:1776192959.434094:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434097:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6e607f1. 00010000:00000010:2.0:1776192959.434099:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434106:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000647612e9. 00010000:00000010:2.0:1776192959.434126:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434130:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434265:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055b4819a. 00010000:00000010:2.0:1776192959.434268:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434272:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d142913. 00010000:00000010:2.0:1776192959.434275:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434283:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001234f87c. 00010000:00000010:2.0:1776192959.434305:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434309:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434339:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004735cd6. 00010000:00000010:2.0:1776192959.434342:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434344:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db1a40ea. 00010000:00000010:2.0:1776192959.434347:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434354:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055c8e4f9. 00010000:00000010:2.0:1776192959.434544:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434549:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434581:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0e6eb59. 00010000:00000010:2.0:1776192959.434584:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434587:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000428b167f. 00010000:00000010:2.0:1776192959.434589:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434596:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a49a4f7a. 00010000:00000010:2.0:1776192959.434616:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434619:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434643:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000021bc239b. 00010000:00000010:2.0:1776192959.434645:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434648:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014093860. 00010000:00000010:2.0:1776192959.434650:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434657:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d6e1de0. 00010000:00000010:2.0:1776192959.434675:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434678:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434705:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2669ac3. 00010000:00000010:2.0:1776192959.434707:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434710:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb3b4ab6. 00010000:00000010:2.0:1776192959.434712:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434718:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bacbb0e. 00010000:00000010:2.0:1776192959.434751:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434755:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434783:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070d5f040. 00010000:00000010:2.0:1776192959.434785:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434788:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002dee96e5. 00010000:00000010:2.0:1776192959.434790:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434797:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb228c7a. 00010000:00000010:2.0:1776192959.434816:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434819:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00000001:00000010:2.0:1776192959.434842:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb53d45a. 00000001:00000010:2.0:1776192959.434847:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb53d45a. 00000001:00000010:2.0:1776192959.434850:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb53d45a. 00000001:00000010:2.0:1776192959.434851:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003cfc2f23. 00010000:00000010:2.0:1776192959.434864:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3fb9b8e. 00010000:00000010:2.0:1776192959.434866:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434869:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ac2c201. 00010000:00000010:2.0:1776192959.434871:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434877:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dbb3560. 00010000:00000010:2.0:1776192959.434895:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434898:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434924:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a697e74. 00010000:00000010:2.0:1776192959.434927:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.434930:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003df65dd4. 00010000:00000010:2.0:1776192959.434933:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.434939:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe32a578. 00010000:00000010:2.0:1776192959.434960:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.434964:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435003:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b166d2da. 00010000:00000010:2.0:1776192959.435006:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435009:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b031d332. 00010000:00000010:2.0:1776192959.435011:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435018:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d1e2f16. 00010000:00000010:2.0:1776192959.435039:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435042:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435066:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008923d056. 00010000:00000010:2.0:1776192959.435068:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435072:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efd85840. 00010000:00000010:2.0:1776192959.435075:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435082:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac19afd5. 00010000:00000010:2.0:1776192959.435103:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435106:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435135:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035cd0e0f. 00010000:00000010:2.0:1776192959.435138:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435141:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac2dcda7. 00010000:00000010:2.0:1776192959.435144:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435150:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f217338. 00010000:00000010:2.0:1776192959.435291:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435295:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435322:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000773c1e92. 00010000:00000010:2.0:1776192959.435324:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435326:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000360e99d0. 00010000:00000010:2.0:1776192959.435329:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435335:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ea27440. 00010000:00000010:2.0:1776192959.435352:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435355:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435534:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b556684. 00010000:00000010:2.0:1776192959.435537:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435540:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a180d7ac. 00010000:00000010:2.0:1776192959.435542:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435550:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010c5f02a. 00010000:00000010:2.0:1776192959.435574:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435577:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435606:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005db282bb. 00010000:00000010:2.0:1776192959.435608:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435610:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002241749c. 00010000:00000010:2.0:1776192959.435613:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435619:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090fdbe77. 00010000:00000010:2.0:1776192959.435639:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435642:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435667:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d3ec2ea. 00010000:00000010:2.0:1776192959.435670:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435673:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007a0fb4d. 00010000:00000010:2.0:1776192959.435675:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435681:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020e209e2. 00010000:00000010:2.0:1776192959.435700:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435703:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435738:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000446e9ed. 00010000:00000010:2.0:1776192959.435740:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435745:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009071fa3d. 00010000:00000010:2.0:1776192959.435747:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435754:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dc0dd0c. 00010000:00000010:2.0:1776192959.435774:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435777:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435811:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000983934d6. 00010000:00000010:2.0:1776192959.435813:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435816:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043420387. 00010000:00000010:2.0:1776192959.435818:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435825:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c45f737. 00010000:00000010:2.0:1776192959.435845:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435848:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435873:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e167db07. 00010000:00000010:2.0:1776192959.435876:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435879:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6a2877a. 00010000:00000010:2.0:1776192959.435881:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435888:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073d90095. 00010000:00000010:2.0:1776192959.435908:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.435912:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435943:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d30f4f11. 00010000:00000010:2.0:1776192959.435946:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.435949:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc9b3da5. 00010000:00000010:2.0:1776192959.435951:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.435957:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000622ba69c. 00010000:00000010:2.0:1776192959.436112:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.436117:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436147:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056e87179. 00010000:00000010:2.0:1776192959.436149:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436273:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000754ee0c8. 00010000:00000010:2.0:1776192959.436278:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.436288:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef494713. 00010000:00000010:2.0:1776192959.436313:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.436317:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436346:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a15b3e1. 00010000:00000010:2.0:1776192959.436349:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436352:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d60dd0d4. 00010000:00000010:2.0:1776192959.436354:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.436361:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6a526d2. 00010000:00000010:2.0:1776192959.436470:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.436475:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436506:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093e8bc75. 00010000:00000010:2.0:1776192959.436509:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436512:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ceeb7d6e. 00010000:00000010:2.0:1776192959.436515:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.436523:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078e6e30d. 00010000:00000010:2.0:1776192959.436545:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.436548:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436579:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa71f91b. 00010000:00000010:2.0:1776192959.436582:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436585:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a5fee8e. 00010000:00000010:2.0:1776192959.436587:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.436596:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9c7f87d. 00010000:00000010:2.0:1776192959.436618:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.436622:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436647:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009cc8816f. 00010000:00000010:2.0:1776192959.436650:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436652:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c46a98c. 00010000:00000010:2.0:1776192959.436654:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.436661:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000629af12a. 00010000:00000010:2.0:1776192959.436682:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.436685:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436716:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d39eb0fc. 00010000:00000010:2.0:1776192959.436719:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436815:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083ab1b9b. 00010000:00000010:2.0:1776192959.436819:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.436827:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6a08019. 00010000:00000010:2.0:1776192959.436850:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.436854:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436888:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e6a74c9c. 00010000:00000010:2.0:1776192959.436891:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436894:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006cf1964. 00010000:00000010:2.0:1776192959.436897:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.436903:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056ef6b32. 00010000:00000010:2.0:1776192959.436926:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.436930:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436960:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ef0156a. 00010000:00000010:2.0:1776192959.436963:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.436966:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e25b29a9. 00010000:00000010:2.0:1776192959.436969:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.436976:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c53640d. 00010000:00000010:2.0:1776192959.437012:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.437016:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437043:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088fc38b4. 00010000:00000010:2.0:1776192959.437046:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437049:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c9c3a97. 00010000:00000010:2.0:1776192959.437052:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.437058:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2a93136. 00010000:00000010:2.0:1776192959.437079:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.437082:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437112:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037ee125a. 00010000:00000010:2.0:1776192959.437115:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437118:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055b8990c. 00010000:00000010:2.0:1776192959.437121:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.437128:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007921457d. 00010000:00000010:2.0:1776192959.437150:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.437382:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437418:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2c7b212. 00010000:00000010:2.0:1776192959.437420:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437423:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61f2fb0. 00010000:00000010:2.0:1776192959.437425:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.437434:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abf5f8fe. 00010000:00000010:2.0:1776192959.437457:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.437461:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437491:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e4d43eb. 00010000:00000010:2.0:1776192959.437494:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437496:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c23c2d5. 00010000:00000010:2.0:1776192959.437499:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.437504:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6667ad9. 00010000:00000010:2.0:1776192959.437522:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.437525:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437548:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000acbcb09a. 00010000:00000010:2.0:1776192959.437550:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437552:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054e035f1. 00010000:00000010:2.0:1776192959.437555:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.437561:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077dfbbc9. 00010000:00000010:2.0:1776192959.437581:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.437584:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437609:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000ce055a. 00010000:00000010:2.0:1776192959.437611:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437614:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bdd8932. 00010000:00000010:2.0:1776192959.437616:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.437622:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c2c437. 00010000:00000010:2.0:1776192959.437641:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.437645:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437670:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000331aafe1. 00010000:00000010:2.0:1776192959.437672:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437675:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fd8f588. 00010000:00000010:2.0:1776192959.437677:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.437683:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068cf54a5. 00010000:00000010:2.0:1776192959.437701:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.437704:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437751:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a085bd7. 00010000:00000010:2.0:1776192959.437754:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.437759:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063ec4ce4. 00010000:00000010:2.0:1776192959.437762:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.437768:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f51aa107. 00010000:00000010:2.0:1776192959.438447:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.438457:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438507:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000200120f8. 00010000:00000010:2.0:1776192959.438511:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438515:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c37a6ac7. 00010000:00000010:2.0:1776192959.438519:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.438529:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a8614fe. 00010000:00000010:2.0:1776192959.438563:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.438567:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438601:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000014a7a9f. 00010000:00000010:2.0:1776192959.438604:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438607:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000286189c9. 00010000:00000010:2.0:1776192959.438609:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.438617:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b747957. 00010000:00000010:2.0:1776192959.438638:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.438642:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438670:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5e6ee9d. 00010000:00000010:2.0:1776192959.438673:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438676:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e67bc59f. 00010000:00000010:2.0:1776192959.438679:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.438685:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030a1856f. 00010000:00000010:2.0:1776192959.438703:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.438706:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438743:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc9db1fd. 00010000:00000010:2.0:1776192959.438745:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438748:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a6716e8. 00010000:00000010:2.0:1776192959.438751:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.438758:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5e75506. 00010000:00000010:2.0:1776192959.438777:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.438780:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438804:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e788f6e. 00010000:00000010:2.0:1776192959.438806:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438809:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000add47ab6. 00010000:00000010:2.0:1776192959.438811:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.438819:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015a3bba7. 00010000:00000010:2.0:1776192959.438837:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.438841:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438874:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d5067e7. 00010000:00000010:2.0:1776192959.438877:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438879:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008017b3e4. 00010000:00000010:2.0:1776192959.438882:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.438888:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007b665e2. 00010000:00000010:2.0:1776192959.438910:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.438914:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438941:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000842bde55. 00010000:00000010:2.0:1776192959.438944:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.438947:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d424a1cf. 00010000:00000010:2.0:1776192959.438949:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.438956:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7d5619b. 00010000:00000010:2.0:1776192959.439326:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439332:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439379:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000000bc514. 00010000:00000010:2.0:1776192959.439383:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439385:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d41d0206. 00010000:00000010:2.0:1776192959.439388:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439397:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df06da6b. 00010000:00000010:2.0:1776192959.439421:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439425:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439454:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a74e460. 00010000:00000010:2.0:1776192959.439456:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439459:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002557875a. 00010000:00000010:2.0:1776192959.439461:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439467:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036b84b78. 00010000:00000010:2.0:1776192959.439487:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439490:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439516:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fb65092. 00010000:00000010:2.0:1776192959.439519:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439522:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f4f0885. 00010000:00000010:2.0:1776192959.439525:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439531:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019df7b2c. 00010000:00000010:2.0:1776192959.439551:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439554:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439580:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000afac7003. 00010000:00000010:2.0:1776192959.439582:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439585:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3ef6a35. 00010000:00000010:2.0:1776192959.439587:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439594:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000deef3d70. 00010000:00000010:2.0:1776192959.439614:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439617:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439646:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018e0c405. 00010000:00000010:2.0:1776192959.439648:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439651:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c23e1001. 00010000:00000010:2.0:1776192959.439654:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439661:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000651f100a. 00010000:00000010:2.0:1776192959.439682:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439686:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439712:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000605b41d5. 00010000:00000010:2.0:1776192959.439715:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439717:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000441b4b51. 00010000:00000010:2.0:1776192959.439720:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439737:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036ebfbf6. 00010000:00000010:2.0:1776192959.439758:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439761:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439791:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b95d089. 00010000:00000010:2.0:1776192959.439793:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439798:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d08b07e0. 00010000:00000010:2.0:1776192959.439801:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439808:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069c8834c. 00010000:00000010:2.0:1776192959.439828:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439832:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439859:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000752785f5. 00010000:00000010:2.0:1776192959.439861:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439864:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.0:1776192959.439866:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439873:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab0c2849. 00010000:00000010:2.0:1776192959.439893:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439897:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439923:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a584a83. 00010000:00000010:2.0:1776192959.439926:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.439928:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f523b2c7. 00010000:00000010:2.0:1776192959.439931:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.439938:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001236610d. 00010000:00000010:2.0:1776192959.439959:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.439962:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440433:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d92faa0. 00010000:00000010:2.0:1776192959.440437:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440441:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c572308. 00010000:00000010:2.0:1776192959.440444:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.440453:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077855f2d. 00010000:00000010:2.0:1776192959.440479:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.440483:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440521:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc54d8de. 00010000:00000010:2.0:1776192959.440524:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440527:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064af50b2. 00010000:00000010:2.0:1776192959.440529:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.440536:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003991eb6e. 00010000:00000010:2.0:1776192959.440558:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.440562:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440589:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013e5f308. 00010000:00000010:2.0:1776192959.440591:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440595:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031df77b7. 00010000:00000010:2.0:1776192959.440597:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.440607:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c70683a. 00010000:00000010:2.0:1776192959.440628:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.440631:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440661:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037ddfa46. 00010000:00000010:2.0:1776192959.440664:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440667:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010083b66. 00010000:00000010:2.0:1776192959.440670:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.440677:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac42349d. 00010000:00000010:2.0:1776192959.440698:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.440702:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440742:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bce35bff. 00010000:00000010:2.0:1776192959.440745:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440748:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfea2a5c. 00010000:00000010:2.0:1776192959.440751:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.440758:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007eaa4038. 00010000:00000010:2.0:1776192959.440779:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.440783:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440810:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa5f63ab. 00010000:00000010:2.0:1776192959.440813:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440817:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2ef927e. 00010000:00000010:2.0:1776192959.440819:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.440826:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014bf2e27. 00010000:00000010:2.0:1776192959.440847:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.440850:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440877:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001aea5914. 00010000:00000010:2.0:1776192959.440880:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440883:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e521147. 00010000:00000010:2.0:1776192959.440885:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.440891:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060d431be. 00010000:00000010:2.0:1776192959.440912:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.440915:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440946:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b80069e7. 00010000:00000010:2.0:1776192959.440949:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.440952:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1df52ac. 00010000:00000010:2.0:1776192959.440954:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.440960:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050251f50. 00010000:00000010:2.0:1776192959.440992:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.440996:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.441023:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9d974e3. 00010000:00000010:2.0:1776192959.441025:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.441028:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fc70792. 00010000:00000010:2.0:1776192959.441031:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.441038:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eca4220. 00010000:00000010:2.0:1776192959.441058:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.441061:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.441090:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a289bfb1. 00010000:00000010:2.0:1776192959.441093:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.441096:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e529f48. 00010000:00000010:2.0:1776192959.441098:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00080000:00000010:2.0:1776192959.441104:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000256c5e07. 00010000:00000010:2.0:1776192959.441123:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.441127:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac53eed. 00010000:00000010:2.0:1776192959.441620:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b27455ec. 00010000:00000010:3.0:1776192959.442857:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.442867:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031356f43. 00010000:00000010:3.0:1776192959.442874:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.442896:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007844538a. 00010000:00000010:3.0:1776192959.442969:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.442974:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443039:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b11305e. 00010000:00000010:3.0:1776192959.443043:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443045:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a169736d. 00010000:00000010:3.0:1776192959.443059:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443067:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058afb650. 00010000:00000010:3.0:1776192959.443089:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443092:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443123:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000370d8bac. 00010000:00000010:3.0:1776192959.443126:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443129:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043affda8. 00010000:00000010:3.0:1776192959.443132:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443139:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eac48c8d. 00010000:00000010:3.0:1776192959.443213:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443216:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443256:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028fad114. 00010000:00000010:3.0:1776192959.443258:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443261:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4dab44d. 00010000:00000010:3.0:1776192959.443263:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443270:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bde4f03. 00010000:00000010:3.0:1776192959.443289:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443292:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443316:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081744623. 00010000:00000010:3.0:1776192959.443318:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443321:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000132b8537. 00010000:00000010:3.0:1776192959.443324:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443330:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a27cd64. 00010000:00000010:3.0:1776192959.443348:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443351:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443604:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9de7d51. 00010000:00000010:3.0:1776192959.443608:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443611:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.0:1776192959.443614:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443625:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c28e0dd. 00010000:00000010:3.0:1776192959.443648:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443651:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443679:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015bbe76b. 00010000:00000010:3.0:1776192959.443681:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443685:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.0:1776192959.443687:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443694:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d298e55. 00010000:00000010:3.0:1776192959.443714:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443717:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443755:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004481bd8e. 00010000:00000010:3.0:1776192959.443757:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443760:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004547952. 00010000:00000010:3.0:1776192959.443763:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443770:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037a12a86. 00010000:00000010:3.0:1776192959.443791:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443794:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443821:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6496041. 00010000:00000010:3.0:1776192959.443823:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443826:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a517f1ec. 00010000:00000010:3.0:1776192959.443829:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443835:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077a02ba5. 00010000:00000010:3.0:1776192959.443856:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443859:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443888:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfaeb96c. 00010000:00000010:3.0:1776192959.443891:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443894:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.0:1776192959.443896:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443903:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084b56aeb. 00010000:00000010:3.0:1776192959.443924:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.443927:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443951:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049f9bfa8. 00010000:00000010:3.0:1776192959.443954:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.443956:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093fd1112. 00010000:00000010:3.0:1776192959.443959:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.443965:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075535d05. 00010000:00000010:3.0:1776192959.443997:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.444000:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.444032:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083c3b111. 00010000:00000010:3.0:1776192959.444034:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.444037:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009761585b. 00010000:00000010:3.0:1776192959.444040:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.444047:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a0c6346. 00010000:00000010:3.0:1776192959.444067:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.444070:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.444095:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b541e9f0. 00010000:00000010:3.0:1776192959.444097:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.444100:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c276491. 00010000:00000010:3.0:1776192959.444103:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.444110:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c955f0f9. 00010000:00000010:3.0:1776192959.444129:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.444132:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.444302:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003220bd6a. 00010000:00000010:3.0:1776192959.444305:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.444308:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000032af19b. 00010000:00000010:3.0:1776192959.444311:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.444318:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022103153. 00010000:00000010:3.0:1776192959.444341:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.444344:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.447326:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d87af7. 00010000:00000010:3.0:1776192959.447338:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.447344:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ebf131d. 00010000:00000010:3.0:1776192959.447355:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00080000:00000010:3.0:1776192959.447449:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bdb7a867. 00010000:00000010:3.0:1776192959.448135:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.448150:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:2.1:1776192959.448705:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000037f768a. 00010000:00000010:2.1:1776192959.448712:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe42369. 00010000:00000010:2.1:1776192959.448718:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa809807. 00010000:00000010:2.1:1776192959.448733:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50c4e6c. 00010000:00000010:2.1:1776192959.448736:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c76526b. 00010000:00000010:2.1:1776192959.448738:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ffa4419. 00010000:00000010:2.1:1776192959.448741:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f1eb70. 00010000:00000010:2.1:1776192959.448744:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000427b5bd3. 00010000:00000010:2.1:1776192959.448746:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1de21c4. 00010000:00000010:2.1:1776192959.448749:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d32001f. 00010000:00000010:2.1:1776192959.448755:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065ee4535. 00010000:00000010:2.1:1776192959.448757:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cafc06. 00010000:00000010:2.1:1776192959.448760:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062949350. 00010000:00000010:2.1:1776192959.448763:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007862bdbe. 00010000:00000010:2.1:1776192959.448765:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000051d107c. 00010000:00000010:2.1:1776192959.448768:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5cab61. 00010000:00000010:2.1:1776192959.448770:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e001264a. 00010000:00000010:2.1:1776192959.448777:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051aecf45. 00010000:00000010:2.1:1776192959.448791:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cc471bb. 00010000:00000010:2.1:1776192959.448794:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002295f560. 00010000:00000010:2.1:1776192959.448796:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079122b43. 00010000:00000010:2.1:1776192959.448799:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d463af. 00010000:00000010:2.1:1776192959.448806:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2fd2cd2. 00010000:00000010:2.1:1776192959.448809:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aa2be5. 00010000:00000010:2.1:1776192959.448811:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f546742c. 00010000:00000010:2.1:1776192959.448815:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850f6077. 00010000:00000010:2.1:1776192959.448817:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3ddce25. 00010000:00000010:2.1:1776192959.448819:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5e90be. 00010000:00000010:2.1:1776192959.448821:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a0ef6a. 00010000:00000010:2.1:1776192959.448824:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6070126. 00010000:00000010:2.1:1776192959.448830:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ec24546. 00010000:00000010:2.1:1776192959.448832:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb4a3d07. 00010000:00000010:2.1:1776192959.448836:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eedd6a02. 00010000:00000010:2.1:1776192959.448838:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a815d08f. 00010000:00000010:2.1:1776192959.448840:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c44154f. 00010000:00000010:2.1:1776192959.448842:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58acd9a. 00010000:00000010:2.1:1776192959.448844:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031d8c0ef. 00010000:00000010:2.1:1776192959.448847:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f1056d. 00010000:00000010:2.1:1776192959.448849:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cfef258. 00010000:00000010:2.1:1776192959.448851:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dda0a5. 00010000:00000010:2.1:1776192959.448853:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba49f55b. 00010000:00000010:2.1:1776192959.448856:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d9c1ab. 00010000:00000010:2.1:1776192959.448859:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007136eb3b. 00010000:00000010:2.1:1776192959.448862:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9aac37. 00010000:00000010:2.1:1776192959.448865:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3f91a1. 00010000:00000010:2.1:1776192959.448867:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a74d6e. 00010000:00000010:2.1:1776192959.448869:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c988837. 00010000:00000010:2.1:1776192959.448873:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e952edf9. 00010000:00000010:2.1:1776192959.448878:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d938ade3. 00010000:00000010:2.1:1776192959.448881:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009698cf31. 00010000:00000010:2.1:1776192959.448884:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f727c9. 00010000:00000010:2.1:1776192959.448886:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001da8bfc9. 00010000:00000010:2.1:1776192959.448889:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea021f1. 00010000:00000010:2.1:1776192959.448891:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad963f32. 00010000:00000010:2.1:1776192959.448893:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ca9ff5d. 00010000:00000010:2.1:1776192959.448896:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f470e48b. 00010000:00000010:2.1:1776192959.448898:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f7cfcad. 00010000:00000010:2.1:1776192959.448901:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b7ccd9. 00010000:00000010:2.1:1776192959.448903:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009023a56. 00010000:00000010:2.1:1776192959.448905:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f2d324. 00010000:00000010:2.1:1776192959.448909:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2097459. 00010000:00000010:2.1:1776192959.448911:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5da8397. 00010000:00000010:2.1:1776192959.448915:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ead0b4. 00010000:00000010:2.1:1776192959.448917:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e2e38d. 00010000:00000010:2.1:1776192959.448919:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8c6fbd. 00010000:00000010:2.1:1776192959.448922:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036555115. 00010000:00000010:2.1:1776192959.448924:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e15a24d. 00010000:00000010:2.1:1776192959.448926:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b409c9. 00010000:00000010:2.1:1776192959.448928:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcb40a9b. 00010000:00000010:2.1:1776192959.448931:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000295ca785. 00010000:00000010:2.1:1776192959.448933:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cac97695. 00010000:00000010:2.1:1776192959.448935:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250ff07c. 00010000:00000010:2.1:1776192959.448940:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004294dab3. 00010000:00000010:2.1:1776192959.448942:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096976ce3. 00010000:00000010:2.1:1776192959.448945:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e76c6f. 00010000:00000010:2.1:1776192959.448947:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050c7e1d. 00010000:00000010:2.1:1776192959.448949:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001800401f. 00010000:00000010:2.1:1776192959.448951:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022254c9. 00010000:00000010:2.1:1776192959.448955:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a672d1. 00010000:00000010:2.1:1776192959.448958:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50f8f1d. 00010000:00000010:2.1:1776192959.448960:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5827a23. 00010000:00000010:2.1:1776192959.448963:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300d5050. 00010000:00000010:2.1:1776192959.448966:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028d15399. 00010000:00000010:2.1:1776192959.448968:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000356df5c0. 00010000:00000010:2.1:1776192959.448970:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae989447. 00010000:00000010:2.1:1776192959.448973:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edef9618. 00010000:00000010:2.1:1776192959.448977:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003af60094. 00010000:00000010:2.1:1776192959.448991:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf05085. 00010000:00000010:2.1:1776192959.448995:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d097846. 00010000:00000010:2.1:1776192959.448999:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c78811. 00010000:00000010:2.1:1776192959.449002:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbfdae4b. 00010000:00000010:2.1:1776192959.449004:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0385d1. 00010000:00000010:2.1:1776192959.449007:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8ec9789. 00010000:00000010:2.1:1776192959.449009:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023203b51. 00010000:00000010:2.1:1776192959.449572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c73df88. 00010000:00000010:2.1:1776192959.449579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099eb7345. 00010000:00000010:2.1:1776192959.449585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b0b2b6b. 00010000:00000010:2.1:1776192959.449588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025117db2. 00010000:00000010:2.1:1776192959.449591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0f640ff. 00010000:00000010:2.1:1776192959.449594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6dd4c9. 00010000:00000010:2.1:1776192959.449596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d26a4789. 00010000:00000010:2.1:1776192959.449598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4baa3c5. 00010000:00000010:2.1:1776192959.449600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c6cd532. 00010000:00000010:2.1:1776192959.449602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ff1b2f. 00010000:00000010:2.1:1776192959.449604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000290be712. 00010000:00000010:2.1:1776192959.449607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d6b78f. 00010000:00000010:2.1:1776192959.449609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001693ed0f. 00010000:00000010:2.1:1776192959.449612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c8a1555. 00010000:00000010:2.1:1776192959.449615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000909f3f56. 00010000:00000010:2.1:1776192959.449617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cbebba. 00010000:00000010:2.1:1776192959.449619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008c40f2e. 00010000:00000010:2.1:1776192959.449628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dce5fae. 00010000:00000010:2.1:1776192959.449630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e346d884. 00010000:00000010:2.1:1776192959.449633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951a88e3. 00010000:00000010:2.1:1776192959.449635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4339cd. 00010000:00000010:2.1:1776192959.449641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017fd0b7c. 00010000:00000010:2.1:1776192959.449646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c55f5c1a. 00010000:00000010:2.1:1776192959.449648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55596c8. 00010000:00000010:2.1:1776192959.449654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009acbe525. 00010000:00000010:2.1:1776192959.449658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005244730d. 00010000:00000010:2.1:1776192959.449660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0fbcea6. 00010000:00000010:2.1:1776192959.449663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c3af7d. 00010000:00000010:2.1:1776192959.449665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc643d00. 00010000:00000010:2.1:1776192959.449670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001432d72d. 00010000:00000010:2.1:1776192959.449673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000265fc681. 00010000:00000010:2.1:1776192959.449676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c4682f. 00010000:00000010:2.1:1776192959.449678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da44ee66. 00010000:00000010:2.1:1776192959.449681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000074db39c. 00010000:00000010:1.1:1776192959.449681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7154faa. 00010000:00000010:2.1:1776192959.449682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b53def0. 00010000:00000010:2.1:1776192959.449685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f87aa2e. 00010000:00000010:2.1:1776192959.449687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b1c7837. 00010000:00000010:2.1:1776192959.449689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000dbeb78. 00010000:00000010:2.1:1776192959.449690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa0f7ec4. 00010000:00000010:2.1:1776192959.449692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014443768. 00010000:00000010:2.1:1776192959.449694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3b3a1f5. 00010000:00000010:2.1:1776192959.449696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004593e9af. 00010000:00000010:2.1:1776192959.449700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd295209. 00010000:00000010:2.1:1776192959.449703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fbd543b. 00010000:00000010:2.1:1776192959.449707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a45e677. 00010000:00000010:2.1:1776192959.449710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008eccd75. 00010000:00000010:2.1:1776192959.449713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b567bc78. 00010000:00000010:2.1:1776192959.449716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090cda1e4. 00010000:00000010:2.1:1776192959.449718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d897358f. 00010000:00000010:2.1:1776192959.449731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001edbac34. 00010000:00000010:2.1:1776192959.449734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da39baa6. 00010000:00000010:2.1:1776192959.449736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7594c45. 00010000:00000010:2.1:1776192959.449738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093b63dc3. 00010000:00000010:2.1:1776192959.449740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ea780a3. 00010000:00000010:2.1:1776192959.449742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eba4375. 00010000:00000010:2.1:1776192959.449745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deba5b27. 00010000:00000010:2.1:1776192959.449747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000858fd5d1. 00010000:00000010:2.1:1776192959.449749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000718d785f. 00010000:00000010:2.1:1776192959.449751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a87b8a9. 00010000:00000010:2.1:1776192959.449753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025addb57. 00010000:00000010:2.1:1776192959.449755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da448d5c. 00010000:00000010:2.1:1776192959.449757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017043261. 00010000:00000010:2.1:1776192959.449759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000010e4b95. 00010000:00000010:2.1:1776192959.449762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018bf0b1b. 00010000:00000010:2.1:1776192959.449764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026691cbf. 00010000:00000010:2.1:1776192959.449766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b8f758. 00010000:00000010:2.1:1776192959.449770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013fd5a48. 00010000:00000010:2.1:1776192959.449773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8d181ab. 00010000:00000010:2.1:1776192959.449775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058d5ec25. 00010000:00000010:2.1:1776192959.449777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083080886. 00010000:00000010:2.1:1776192959.449779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a40da9d0. 00010000:00000010:2.1:1776192959.449782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057ac1948. 00010000:00000010:2.1:1776192959.449784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff47dee. 00010000:00000010:2.1:1776192959.449786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db79668d. 00010000:00000010:2.1:1776192959.449788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273f989f. 00010000:00000010:2.1:1776192959.449790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000534277a9. 00010000:00000010:2.1:1776192959.449793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b6ebcab. 00010000:00000010:2.1:1776192959.449795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006f78445. 00010000:00000010:2.1:1776192959.449797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003feaa8d. 00010000:00000010:2.1:1776192959.449799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3e95481. 00010000:00000010:2.1:1776192959.449801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b2bdb3f. 00010000:00000010:2.1:1776192959.449803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012af3ba8. 00010000:00000010:2.1:1776192959.449805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007afe775d. 00010000:00000010:2.1:1776192959.449808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003381d68a. 00010000:00000010:2.1:1776192959.449810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa97de66. 00010000:00000010:2.1:1776192959.449813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b4e42b. 00010000:00000010:2.1:1776192959.449815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068cbde06. 00010000:00000010:2.1:1776192959.449819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034b39fbf. 00010000:00000010:2.1:1776192959.449822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f388c9d0. 00010000:00000010:2.1:1776192959.449825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca45a1e2. 00010000:00000010:2.1:1776192959.449827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b368500. 00010000:00000010:2.1:1776192959.449831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc0cbf4. 00010000:00000010:2.1:1776192959.449833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e41d64e. 00010000:00000010:2.1:1776192959.449835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a080c435. 00010000:00000010:2.1:1776192959.449837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e7bff6. 00010000:00000010:2.1:1776192959.449839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f16f8ed. 00010000:00000010:2.1:1776192959.449841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe5afe7. 00010000:00000010:2.1:1776192959.449844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023e1d56e. 00010000:00000010:2.1:1776192959.449846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000038a3398. 00010000:00000010:2.1:1776192959.449848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a4c9d7d. 00010000:00000010:2.1:1776192959.449850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c78c5208. 00010000:00000010:2.1:1776192959.449852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5e5c06. 00010000:00000010:2.1:1776192959.449854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3667045. 00010000:00000010:2.1:1776192959.449856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080533866. 00010000:00000010:2.1:1776192959.449858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2d01ea5. 00010000:00000010:2.1:1776192959.449860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1aa97cb. 00010000:00000010:2.1:1776192959.449862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000067968ec. 00010000:00000010:2.1:1776192959.449864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215c7bd8. 00010000:00000010:2.1:1776192959.449866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56d18b7. 00010000:00000010:2.1:1776192959.449869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016fc8434. 00010000:00000010:2.1:1776192959.449872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001631a4a5. 00010000:00000010:2.1:1776192959.449874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037144149. 00010000:00000010:2.1:1776192959.449877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3c3c2d6. 00010000:00000010:2.1:1776192959.449879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbfd94f2. 00010000:00000010:2.1:1776192959.449881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023cbec65. 00010000:00000010:2.1:1776192959.449884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003713b4e7. 00010000:00000010:2.1:1776192959.449886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000875ff3. 00010000:00000010:2.1:1776192959.449888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb73f5ba. 00010000:00000010:2.1:1776192959.449890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000926c4199. 00010000:00000010:2.1:1776192959.449892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdc4fc3e. 00010000:00000010:2.1:1776192959.449894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000692ff7a2. 00010000:00000010:2.1:1776192959.449896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e1b6182. 00010000:00000010:2.1:1776192959.449899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb840f9. 00010000:00000010:2.1:1776192959.449902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ff772e4. 00010000:00000010:2.1:1776192959.449904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072d22a07. 00010000:00000010:2.1:1776192959.449906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a2a7a4a. 00010000:00000010:2.1:1776192959.449909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f136c7c0. 00010000:00000010:2.1:1776192959.449912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016fec1fd. 00010000:00000010:2.1:1776192959.449915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ec66af. 00010000:00000010:2.1:1776192959.449918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a12baa5. 00010000:00000010:2.1:1776192959.449920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000827235f0. 00010000:00000010:2.1:1776192959.449923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6d33180. 00010000:00000010:2.1:1776192959.449925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abeab8d3. 00010000:00000010:2.1:1776192959.449927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6e607f1. 00010000:00000010:2.1:1776192959.449929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055b4819a. 00010000:00000010:2.1:1776192959.449932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d142913. 00010000:00000010:2.1:1776192959.449934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004735cd6. 00010000:00000010:2.1:1776192959.449936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db1a40ea. 00010000:00000010:2.1:1776192959.449938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0e6eb59. 00010000:00000010:2.1:1776192959.449940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000428b167f. 00010000:00000010:2.1:1776192959.449942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021bc239b. 00010000:00000010:2.1:1776192959.449944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014093860. 00010000:00000010:2.1:1776192959.449945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2669ac3. 00010000:00000010:2.1:1776192959.449947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3b4ab6. 00010000:00000010:2.1:1776192959.449950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070d5f040. 00010000:00000010:2.1:1776192959.449953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dee96e5. 00010000:00000010:2.1:1776192959.449955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3fb9b8e. 00010000:00000010:2.1:1776192959.449957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ac2c201. 00010000:00000010:2.1:1776192959.449959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a697e74. 00010000:00000010:2.1:1776192959.449961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df65dd4. 00010000:00000010:2.1:1776192959.449962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b166d2da. 00010000:00000010:2.1:1776192959.449964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b031d332. 00010000:00000010:2.1:1776192959.449966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008923d056. 00010000:00000010:2.1:1776192959.449968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efd85840. 00010000:00000010:2.1:1776192959.449970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035cd0e0f. 00010000:00000010:2.1:1776192959.449972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac2dcda7. 00010000:00000010:2.1:1776192959.449974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773c1e92. 00010000:00000010:2.1:1776192959.449986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000360e99d0. 00010000:00000010:2.1:1776192959.449988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b556684. 00010000:00000010:2.1:1776192959.449990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a180d7ac. 00010000:00000010:2.1:1776192959.449994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005db282bb. 00010000:00000010:2.1:1776192959.449998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002241749c. 00010000:00000010:2.1:1776192959.450001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d3ec2ea. 00010000:00000010:2.1:1776192959.450003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007a0fb4d. 00010000:00000010:2.1:1776192959.450005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000446e9ed. 00010000:00000010:2.1:1776192959.450008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009071fa3d. 00010000:00000010:2.1:1776192959.450012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000983934d6. 00010000:00000010:2.1:1776192959.450015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043420387. 00010000:00000010:2.1:1776192959.450017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e167db07. 00010000:00000010:2.1:1776192959.450019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6a2877a. 00010000:00000010:2.1:1776192959.450021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d30f4f11. 00010000:00000010:2.1:1776192959.450024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9b3da5. 00010000:00000010:2.1:1776192959.450026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e87179. 00010000:00000010:2.1:1776192959.450028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754ee0c8. 00010000:00000010:2.1:1776192959.450030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a15b3e1. 00010000:00000010:2.1:1776192959.450031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60dd0d4. 00010000:00000010:2.1:1776192959.450033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093e8bc75. 00010000:00000010:2.1:1776192959.450036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceeb7d6e. 00010000:00000010:2.1:1776192959.450038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa71f91b. 00010000:00000010:2.1:1776192959.450040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a5fee8e. 00010000:00000010:2.1:1776192959.450042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cc8816f. 00010000:00000010:2.1:1776192959.450044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c46a98c. 00010000:00000010:2.1:1776192959.450046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d39eb0fc. 00010000:00000010:2.1:1776192959.450048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083ab1b9b. 00010000:00000010:2.1:1776192959.450049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6a74c9c. 00010000:00000010:2.1:1776192959.450051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cf1964. 00010000:00000010:2.1:1776192959.450055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ef0156a. 00010000:00000010:2.1:1776192959.450058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e25b29a9. 00010000:00000010:2.1:1776192959.450060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088fc38b4. 00010000:00000010:2.1:1776192959.450062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c9c3a97. 00010000:00000010:2.1:1776192959.450064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ee125a. 00010000:00000010:2.1:1776192959.450066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055b8990c. 00010000:00000010:2.1:1776192959.450068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2c7b212. 00010000:00000010:2.1:1776192959.450070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61f2fb0. 00010000:00000010:2.1:1776192959.450072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e4d43eb. 00010000:00000010:2.1:1776192959.450074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c23c2d5. 00010000:00000010:2.1:1776192959.450076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acbcb09a. 00010000:00000010:2.1:1776192959.450078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054e035f1. 00010000:00000010:2.1:1776192959.450080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000ce055a. 00010000:00000010:2.1:1776192959.450082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bdd8932. 00010000:00000010:2.1:1776192959.450084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000331aafe1. 00010000:00000010:2.1:1776192959.450085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fd8f588. 00010000:00000010:2.1:1776192959.450087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a085bd7. 00010000:00000010:2.1:1776192959.450090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063ec4ce4. 00010000:00000010:2.1:1776192959.450093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000200120f8. 00010000:00000010:2.1:1776192959.450097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c37a6ac7. 00010000:00000010:2.1:1776192959.450099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000014a7a9f. 00010000:00000010:2.1:1776192959.450101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000286189c9. 00010000:00000010:2.1:1776192959.450103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5e6ee9d. 00010000:00000010:2.1:1776192959.450105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67bc59f. 00010000:00000010:2.1:1776192959.450107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc9db1fd. 00010000:00000010:2.1:1776192959.450109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6716e8. 00010000:00000010:2.1:1776192959.450111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e788f6e. 00010000:00000010:2.1:1776192959.450113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add47ab6. 00010000:00000010:2.1:1776192959.450115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d5067e7. 00010000:00000010:2.1:1776192959.450117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008017b3e4. 00010000:00000010:2.1:1776192959.450121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000842bde55. 00010000:00000010:2.1:1776192959.450124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d424a1cf. 00010000:00000010:2.1:1776192959.450126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000bc514. 00010000:00000010:2.1:1776192959.450129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d41d0206. 00010000:00000010:2.1:1776192959.450131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a74e460. 00010000:00000010:2.1:1776192959.450133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557875a. 00010000:00000010:2.1:1776192959.450135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fb65092. 00010000:00000010:2.1:1776192959.450138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4f0885. 00010000:00000010:2.1:1776192959.450140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afac7003. 00010000:00000010:2.1:1776192959.450142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3ef6a35. 00010000:00000010:2.1:1776192959.450143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e0c405. 00010000:00000010:2.1:1776192959.450145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23e1001. 00010000:00000010:2.1:1776192959.450147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000605b41d5. 00010000:00000010:2.1:1776192959.450149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000441b4b51. 00010000:00000010:2.1:1776192959.450151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b95d089. 00010000:00000010:3.0:1776192959.450345:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005985af6e. 00010000:00000010:3.0:1776192959.450354:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192959.450367:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000047ce676c. 00000100:00000010:3.0:1776192959.450442:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192959.450453:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 02000000:00000010:3.0:1776192959.450467:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ae6c7fb. 02000000:00000010:3.0:1776192959.450494:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f509425. 00000400:00000010:3.0:1776192959.450500:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192959.450506:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192959.450512:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530560, portal 16 00000400:00000010:3.0:1776192959.450516:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192959.450519:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530560, offset 0 00000400:00000200:3.0:1776192959.450527:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.450542:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.450549:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.450553:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.450555:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.450559:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91725:91725:256:4294967295] 192.168.203.33@tcp LPNI seq info [91725:91725:8:4294967295] 00000400:00000200:3.0:1776192959.450568:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.450573:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.450577:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192959.450582:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.450589:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.450593:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192959.451149:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08b07e0. 00010000:00000010:2.1:1776192959.451182:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000752785f5. 00010000:00000010:2.1:1776192959.451186:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.1:1776192959.451188:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a584a83. 00010000:00000010:2.1:1776192959.451191:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f523b2c7. 00010000:00000010:2.1:1776192959.451193:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d92faa0. 00010000:00000010:2.1:1776192959.451196:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c572308. 00010000:00000010:2.1:1776192959.451198:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc54d8de. 00010000:00000010:2.1:1776192959.451200:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064af50b2. 00010000:00000010:2.1:1776192959.451201:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013e5f308. 00010000:00000010:2.1:1776192959.451205:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031df77b7. 00000800:00000200:1.0:1776192959.451206:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1776192959.451207:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ddfa46. 00010000:00000010:2.1:1776192959.451209:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010083b66. 00000800:00000010:1.0:1776192959.451209:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00010000:00000010:2.1:1776192959.451213:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bce35bff. 00000400:00000200:1.0:1776192959.451214:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1776192959.451215:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfea2a5c. 00010000:00000010:2.1:1776192959.451217:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa5f63ab. 00010000:00000010:2.1:1776192959.451219:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ef927e. 00000400:00000200:1.0:1776192959.451220:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00010000:00000010:2.1:1776192959.451221:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aea5914. 00010000:00000010:2.1:1776192959.451223:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e521147. 00000400:00000200:1.0:1776192959.451224:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00010000:00000010:2.1:1776192959.451225:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b80069e7. 00000400:00000010:1.0:1776192959.451226:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00010000:00000010:2.1:1776192959.451229:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1df52ac. 00010000:00000010:2.1:1776192959.451231:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9d974e3. 00010000:00000010:2.1:1776192959.451233:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fc70792. 00000100:00000200:1.0:1776192959.451233:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecebdf8a x1862471349530560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.451235:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a289bfb1. 00010000:00000010:2.1:1776192959.451237:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e529f48. 00010000:00000010:3.1:1776192959.454309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b27455ec. 00010000:00000010:3.1:1776192959.454323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031356f43. 00010000:00000010:3.1:1776192959.454331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b11305e. 00010000:00000010:3.1:1776192959.454334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169736d. 00000400:00000200:3.0:1776192959.458736:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.458758:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867316fc0 00000400:00000200:3.0:1776192959.458768:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e81 [1] + 224 00000400:00000200:3.0:1776192959.458786:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.458790:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.458801:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecebdf8a x1862471349530560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192959.458899:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:2.0:1776192959.458905:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:2.0:1776192959.458906:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:2.0:1776192959.458912:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecebdf8a x1862471349530560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.458920:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecebdf8a x1862471349530560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.458948:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f509425. 02000000:00000010:2.0:1776192959.458955:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ae6c7fb. 00000100:00000010:2.0:1776192959.458958:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000010:2.0:1776192959.458961:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:2.0:1776192959.458964:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000047ce676c. 00010000:00000010:3.1:1776192959.459351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000370d8bac. 00010000:00000010:3.1:1776192959.459359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043affda8. 00010000:00000010:3.1:1776192959.459364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028fad114. 00010000:00000010:3.1:1776192959.459369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4dab44d. 00010000:00000010:3.1:1776192959.459371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081744623. 00010000:00000010:3.1:1776192959.459373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b8537. 00010000:00000010:3.1:1776192959.459376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9de7d51. 00010000:00000010:3.1:1776192959.459379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f85160. 00010000:00000010:3.1:1776192959.459382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015bbe76b. 00010000:00000010:3.1:1776192959.459384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886ac0f3. 00010000:00000010:3.1:1776192959.459386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004481bd8e. 00010000:00000010:3.1:1776192959.459388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004547952. 00010000:00000010:3.1:1776192959.459391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6496041. 00010000:00000010:3.1:1776192959.459393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a517f1ec. 00010000:00000010:3.1:1776192959.459396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfaeb96c. 00010000:00000010:3.1:1776192959.459398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dbf957. 00010000:00000010:3.1:1776192959.459400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049f9bfa8. 00010000:00000010:3.1:1776192959.459402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fd1112. 00010000:00000010:3.1:1776192959.459404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083c3b111. 00010000:00000010:3.1:1776192959.459408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009761585b. 00010000:00000010:3.1:1776192959.459411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b541e9f0. 00010000:00000010:3.1:1776192959.459413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c276491. 00010000:00000010:3.1:1776192959.459415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003220bd6a. 00010000:00000010:3.1:1776192959.459420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:3.1:1776192959.459422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d87af7. 00010000:00000010:3.1:1776192959.459426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00000400:00000200:3.0:1776192959.459534:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.459544:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f380 00000400:00000200:3.0:1776192959.459550:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2861 [2] + 1312 00000400:00000200:3.0:1776192959.460407:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.460416:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.460422:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.460428:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:1.0:1776192959.461046:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4d71d00. 00000020:00000010:1.0:1776192959.461054:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192959.461058:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.461083:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344649088/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192959.461119:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649088 02000000:00000010:1.0:1776192959.461130:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000759f424f. 00010000:00000010:1.0:1776192959.461191:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003a2a21c. 00010000:00000010:1.0:1776192959.461210:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008206b2e6. 00000100:00000010:1.0:1776192959.461216:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:1.0:1776192959.461224:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:1.0:1776192959.461227:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008206b2e6. 00000400:00000010:1.0:1776192959.461240:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192959.461244:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649088, offset 224 00000400:00000200:1.0:1776192959.461253:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.461265:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.461271:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91726:91726:256:4294967295] 192.168.203.33@tcp LPNI seq info [91726:91726:8:4294967295] 00000400:00000200:1.0:1776192959.461280:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.461285:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.461289:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192959.461294:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.461301:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.461305:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.461322:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192959.461327:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.461329:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4d71d00. 00000800:00000200:1.0:1776192959.461421:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.461424:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:1.0:1776192959.461427:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.461432:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.461436:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:1.0:1776192959.461437:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00080000:00000010:2.0:1776192959.461999:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039fc9f5d. 00010000:00000010:2.0:1776192959.462300:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:2.0:1776192959.462307:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bd329c5. 00010000:00000010:2.0:1776192959.462374:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e529f48. 00010000:00000010:2.0:1776192959.462380:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00010000:00000010:2.0:1776192959.462391:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fcc5f6. 00000100:00000010:2.0:1776192959.462395:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.462403:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192959.462414:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026dded39. 02000000:00000010:2.0:1776192959.462438:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004102d1c7. 00000400:00000010:2.0:1776192959.462443:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003cfc2f23. 00000400:00000010:2.0:1776192959.462448:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa860fc. 00000100:00000200:2.0:1776192959.462453:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530624, portal 16 00000400:00000010:2.0:1776192959.462458:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192959.462460:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530624, offset 0 00000400:00000200:2.0:1776192959.462467:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.462477:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.462484:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.462487:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.462490:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.462492:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91727:91727:256:4294967295] 192.168.203.33@tcp LPNI seq info [91727:91727:8:4294967295] 00000400:00000200:2.0:1776192959.462500:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.462504:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.462508:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192959.462512:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.462517:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.462520:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.462800:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.462804:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:3.0:1776192959.462808:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.462813:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.462816:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:3.0:1776192959.462818:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000100:00000200:3.0:1776192959.462824:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349530624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.465583:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.465601:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317000 00000400:00000200:0.0:1776192959.466328:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e8d [1] + 224 00000400:00000200:0.0:1776192959.466348:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.466353:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.466364:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349530624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.466394:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.466401:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f3c0 00000400:00000200:0.0:1776192959.466406:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2861 [2] + 1640 00000400:00000200:0.0:1776192959.466461:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.466464:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.466468:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.466474:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 00000400:00000010:3.0:1776192959.466604:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003cfc2f23. 00000400:00000200:3.0:1776192959.466609:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa860fc 00000400:00000010:3.0:1776192959.466611:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa860fc. 00000100:00000200:3.0:1776192959.466616:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349530624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.466623:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349530624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.466675:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004102d1c7. 02000000:00000010:3.0:1776192959.466682:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026dded39. 00000100:00000010:3.0:1776192959.466686:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:3.0:1776192959.466691:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:3.0:1776192959.466694:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fcc5f6. 00000020:00000010:0.0:1776192959.467802:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008326bffc. 00000020:00000010:0.0:1776192959.467815:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.467819:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.467853:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000990f4539 x1862471344649152/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.467959:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649152 02000000:00000010:0.0:1776192959.467972:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4a92ebd. 00010000:00000010:0.0:1776192959.468000:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f07d2ce. 00010000:00000010:0.0:1776192959.468024:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.468031:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.468085:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.468089:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000400:00000010:0.0:1776192959.468102:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192959.468107:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649152, offset 224 00000400:00000200:0.0:1776192959.468114:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.468125:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.468131:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91728:91728:256:4294967295] 192.168.203.33@tcp LPNI seq info [91728:91728:8:4294967295] 00000400:00000200:0.0:1776192959.468140:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.468146:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.468151:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192959.468172:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.468179:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.468182:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.468199:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.468202:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.468205:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008326bffc. 00080000:00000010:3.0:1776192959.468310:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c8e34b0. 00000800:00000200:2.0:1776192959.470396:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.470404:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:2.0:1776192959.470413:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.470422:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.470429:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:2.0:1776192959.470431:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00010000:00000010:3.0:1776192959.470863:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:3.0:1776192959.470874:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009755674c. 00010000:00000010:3.0:1776192959.470950:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ebf131d. 00010000:00000010:3.0:1776192959.470956:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192959.470967:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.470974:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192959.470982:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192959.470994:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ae6c7fb. 02000000:00000010:3.0:1776192959.471020:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f509425. 00000400:00000010:3.0:1776192959.471025:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192959.471030:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192959.471036:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530688, portal 16 00000400:00000010:3.0:1776192959.471041:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192959.471043:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530688, offset 0 00000400:00000200:3.0:1776192959.471050:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.471063:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.471069:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.471072:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.471075:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.471079:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91729:91729:256:4294967295] 192.168.203.33@tcp LPNI seq info [91729:91729:8:4294967295] 00000400:00000200:3.0:1776192959.471087:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.471092:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.471096:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192959.471102:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.471108:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.471111:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.471584:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.471588:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:2.0:1776192959.471593:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.471598:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.471601:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:2.0:1776192959.471603:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:2.0:1776192959.471609:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349530688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.475823:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554361b6. 00010000:00000010:0.1:1776192959.478210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8598c74. 00010000:00000010:2.1:1776192959.478258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000286b5ed9. 00010000:00000010:2.1:1776192959.478266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005985af6e. 00010000:00000010:3.1:1776192959.478631:0:78507:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023baf286. 00010000:00000010:3.1:1776192959.478637:0:78507:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e529f48. 00000400:00000200:0.0:1776192959.481652:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.481672:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317040 00000400:00000200:0.0:1776192959.481680:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3e99 [1] + 224 00000400:00000200:0.0:1776192959.481697:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.481700:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.481712:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349530688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.481819:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192959.481825:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:3.0:1776192959.481827:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:3.0:1776192959.481834:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349530688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.481842:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349530688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.481872:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f509425. 02000000:00000010:3.0:1776192959.481878:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ae6c7fb. 00000100:00000010:3.0:1776192959.481882:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192959.481885:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:3.0:1776192959.481889:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000400:00000200:2.0:1776192959.488739:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.488761:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f400 00000400:00000200:2.0:1776192959.488771:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2861 [2] + 1968 00000400:00000010:2.0:1776192959.488776:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f8e602d. 00000400:00000200:2.0:1776192959.488786:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ba247314 00000400:00000200:2.0:1776192959.488850:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.488854:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.488859:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba247314 00000400:00000010:2.0:1776192959.488861:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ba247314 (tot 82351746). 00000100:00000200:2.0:1776192959.488869:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192959.489044:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008326bffc. 00000020:00000010:0.0:1776192959.489061:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.489066:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.489091:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000356ae315 x1862471344649216/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192959.489124:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649216 02000000:00000010:0.0:1776192959.489137:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6099b37. 00010000:00000010:0.0:1776192959.489182:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004430f3d0. 00010000:00000010:0.0:1776192959.489204:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.489211:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000543a922f. 00000100:00000010:0.0:1776192959.489224:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000543a922f. 00010000:00000010:0.0:1776192959.489227:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000400:00000010:0.0:1776192959.489239:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192959.489244:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649216, offset 224 00000400:00000200:0.0:1776192959.489251:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.489346:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.489353:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91730:91730:256:4294967295] 192.168.203.33@tcp LPNI seq info [91730:91730:8:4294967295] 00000400:00000200:0.0:1776192959.489363:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.489368:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.489373:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82351994). 00000800:00000200:0.0:1776192959.489378:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.489385:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.489389:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776192959.489401:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077ff9832. 00000020:00000010:0.0:1776192959.489412:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.489415:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.489418:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008326bffc. 02000000:00000010:0.0:1776192959.489426:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4a92ebd. 00000100:00000010:0.0:1776192959.489430:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 02000000:00000010:0.0:1776192959.489433:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000759f424f. 00000100:00000010:0.0:1776192959.489435:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:0.0:1776192959.489438:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000470949ce. 00000100:00000010:0.0:1776192959.489440:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d1c4ab9. 02000000:00000010:0.0:1776192959.489442:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ccba3cc. 00000100:00000010:0.0:1776192959.489444:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 02000000:00000010:0.0:1776192959.489447:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fb28e6a. 00000100:00000010:0.0:1776192959.489449:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd859f24. 02000000:00000010:0.0:1776192959.489452:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000100:00000010:0.0:1776192959.489453:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea6e4226. 00000100:00000200:0.0:1776192959.489460:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192959.489464:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000394a3b8e. 00000400:00000010:0.0:1776192959.489468:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000543a922f (tot 82352146). 00010000:00000010:3.0:1776192959.489475:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192959.489481:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a873c280. 00010000:00000010:3.0:1776192959.489552:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000032af19b. 00010000:00000010:3.0:1776192959.489557:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192959.489566:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1ac638b. 00000100:00000010:3.0:1776192959.489569:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192959.489575:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192959.489584:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f58020c. 02000000:00000010:3.0:1776192959.489604:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000343fa50b. 00000400:00000010:3.0:1776192959.489608:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192959.489611:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192959.489613:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530752, portal 16 00000400:00000010:3.0:1776192959.489616:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192959.489618:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530752, offset 0 00000400:00000200:3.0:1776192959.489623:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.489629:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.489727:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.489788:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.489791:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.489794:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91731:91731:255:4294967295] 192.168.203.33@tcp LPNI seq info [91731:91731:7:4294967295] 00000400:00000200:3.0:1776192959.489801:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.489806:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.489809:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192959.489813:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.489817:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.489819:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.489890:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.489893:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82352146). 00000400:00000200:2.0:1776192959.489897:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.489901:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.489905:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:2.0:1776192959.489906:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 02000000:00000010:2.0:1776192959.489911:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6099b37. 00000800:00000200:2.0:1776192959.489956:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.489967:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:2.0:1776192959.489972:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.489975:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.489977:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:2.0:1776192959.489978:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:2.0:1776192959.489987:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349530752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192959.497330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006149c08c. 00010000:00000010:3.1:1776192959.499780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c56d1980. 00010000:00000010:3.1:1776192959.499798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00000400:00000200:0.0:1776192959.500136:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.500186:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317080 00000400:00000200:0.0:1776192959.500196:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ea9 [1] + 224 00000400:00000200:0.0:1776192959.500209:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.500213:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.500223:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349530752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.500262:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.500269:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f440 00000400:00000200:0.0:1776192959.500273:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb28b9 [2] + 0 00000400:00000200:0.0:1776192959.500326:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.500330:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.500333:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.500338:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea6e4226. 00000400:00000010:2.0:1776192959.500481:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:2.0:1776192959.500486:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:2.0:1776192959.500489:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:2.0:1776192959.500494:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349530752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.500501:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349530752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.500529:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000343fa50b. 02000000:00000010:2.0:1776192959.500535:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f58020c. 00000100:00000010:2.0:1776192959.500539:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:2.0:1776192959.500542:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:2.0:1776192959.500545:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1ac638b. 00000020:00000010:1.0:1776192959.500833:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4d71d00. 00000020:00000010:1.0:1776192959.500841:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192959.500845:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.500869:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea6e4226 x1862471344649280/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192959.500892:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649280 02000000:00000010:1.0:1776192959.500903:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee4ecef3. 00010000:00000010:1.0:1776192959.500928:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eebb57cb. 00010000:00000010:1.0:1776192959.500947:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008206b2e6. 00000100:00000010:1.0:1776192959.500953:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:1.0:1776192959.500968:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:1.0:1776192959.500971:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008206b2e6. 00000400:00000010:1.0:1776192959.500984:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192959.500988:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649280, offset 224 00000400:00000200:1.0:1776192959.500995:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.501005:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.501010:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91732:91732:256:4294967295] 192.168.203.33@tcp LPNI seq info [91732:91732:8:4294967295] 00000400:00000200:1.0:1776192959.501020:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.501024:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.501028:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192959.501033:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.501040:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.501043:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.501066:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000425fabca. 00000020:00000010:1.0:1776192959.501072:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.501074:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4d71d00. 00000800:00000200:3.0:1776192959.501197:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.501201:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:3.0:1776192959.501204:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.501208:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.501211:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:3.0:1776192959.501213:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00080000:00000010:2.0:1776192959.501674:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6c7b8ba. 00010000:00000010:2.0:1776192959.501771:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a0335f. 00010000:00000010:2.0:1776192959.501778:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf7f69e6. 00010000:00000010:2.0:1776192959.501848:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fc70792. 00010000:00000010:2.0:1776192959.501855:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000313eb1a9. 00010000:00000010:2.0:1776192959.501866:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192959.501870:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.501878:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192959.501890:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032096e07. 02000000:00000010:2.0:1776192959.501913:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a418114d. 00000400:00000010:2.0:1776192959.501919:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309b8d33. 00000400:00000010:2.0:1776192959.501923:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192959.501928:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530816, portal 16 00000400:00000010:2.0:1776192959.501932:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192959.501933:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530816, offset 0 00000400:00000200:2.0:1776192959.501940:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.501948:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.501954:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.501957:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.501959:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.501962:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91733:91733:256:4294967295] 192.168.203.33@tcp LPNI seq info [91733:91733:8:4294967295] 00000400:00000200:2.0:1776192959.501969:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.501973:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.501976:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192959.501981:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.501986:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.501989:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.502090:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.502093:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:3.0:1776192959.502096:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.502099:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.502102:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:3.0:1776192959.502104:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:3.0:1776192959.502109:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349530816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.504975:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.504994:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673170c0 00000400:00000200:0.0:1776192959.505003:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3eb5 [1] + 224 00000400:00000200:0.0:1776192959.505017:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.505020:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.505030:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349530816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.505601:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.505611:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f480 00000400:00000010:2.0:1776192959.505618:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309b8d33. 00000400:00000200:2.0:1776192959.505622:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:2.0:1776192959.505624:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:2.0:1776192959.505630:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349530816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.505638:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349530816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.505668:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a418114d. 02000000:00000010:2.0:1776192959.505673:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032096e07. 00000100:00000010:2.0:1776192959.505677:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:2.0:1776192959.505681:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192959.505684:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00010000:00000010:1.1:1776192959.506674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029858c2f. 00000400:00000200:3.0:1776192959.511505:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb28b9 [2] + 328 00000400:00000200:0.0:1776192959.512070:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.512077:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.512085:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.512093:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd859f24. 00000020:00000010:1.0:1776192959.512768:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4d71d00. 00000020:00000010:1.0:1776192959.512778:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d492873a. 00000020:00000010:1.0:1776192959.512782:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.512813:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd859f24 x1862471344649344/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192959.512888:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649344 02000000:00000010:1.0:1776192959.512901:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e60f265. 00010000:00000010:1.0:1776192959.512929:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a20be2eb. 00010000:00000010:1.0:1776192959.512952:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008206b2e6. 00000100:00000010:1.0:1776192959.512959:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:1.0:1776192959.512980:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:1.0:1776192959.512984:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008206b2e6. 00000400:00000010:1.0:1776192959.512997:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192959.513002:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649344, offset 224 00000400:00000200:1.0:1776192959.513010:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.513023:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.513028:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91734:91734:256:4294967295] 192.168.203.33@tcp LPNI seq info [91734:91734:8:4294967295] 00080000:00000010:3.0:1776192959.513029:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ce83085. 00000400:00000200:1.0:1776192959.513038:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.513043:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.513047:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192959.513053:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.513060:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.513064:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.513085:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d492873a. 00000020:00000010:1.0:1776192959.513090:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.513093:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4d71d00. 00010000:00000010:3.0:1776192959.513126:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000313eb1a9. 00010000:00000010:3.0:1776192959.513133:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000726aa4e4. 00000800:00000200:2.0:1776192959.513228:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.513232:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00010000:00000010:3.0:1776192959.513233:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d87af7. 00010000:00000010:3.0:1776192959.513236:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00000400:00000200:2.0:1776192959.513236:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776192959.513241:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ebf131d. 00000400:00000200:2.0:1776192959.513241:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.513244:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00010000:00000010:3.0:1776192959.513246:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c81c6118. 00000400:00000010:2.0:1776192959.513246:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00080000:00000010:3.0:1776192959.513468:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b4edc39. 00010000:00000010:3.0:1776192959.513498:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192959.513503:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192959.513570:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c276491. 00010000:00000010:3.0:1776192959.513574:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192959.513580:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.513584:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037c2e6d4. 00000100:00000010:3.0:1776192959.513592:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192959.513603:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f58020c. 02000000:00000010:3.0:1776192959.513624:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000343fa50b. 00000400:00000010:3.0:1776192959.513629:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1855d41. 00000400:00000010:3.0:1776192959.513634:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192959.513639:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530880, portal 16 00000400:00000010:3.0:1776192959.513643:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192959.513645:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530880, offset 0 00000400:00000200:3.0:1776192959.513651:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.513658:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.513665:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.513669:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.513672:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.513674:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91735:91735:256:4294967295] 192.168.203.33@tcp LPNI seq info [91735:91735:8:4294967295] 00000400:00000200:3.0:1776192959.513681:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.513685:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.513688:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192959.513692:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.513696:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.513698:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.513773:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.513776:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:2.0:1776192959.513780:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.513784:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.513787:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:2.0:1776192959.513789:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:2.0:1776192959.513793:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349530880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.514440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eedeac6. 00010000:00000010:2.1:1776192959.514459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032af19b. 00010000:00000010:1.1:1776192959.518552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b43b80e. 00010000:00000010:3.1:1776192959.518665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb1f1d20. 00010000:00000010:3.1:1776192959.518672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fc70792. 00000400:00000200:0.0:1776192959.518805:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.518823:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317100 00000400:00000200:0.0:1776192959.518834:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ec1 [1] + 224 00000400:00000200:0.0:1776192959.518847:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.518850:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.518860:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349530880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.518907:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.518914:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f4c0 00000400:00000200:0.0:1776192959.518918:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb28b9 [2] + 656 00000400:00000200:0.0:1776192959.518975:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.518982:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.518985:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.518991:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 00000400:00000010:3.0:1776192959.519036:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1855d41. 00000400:00000200:3.0:1776192959.519042:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:3.0:1776192959.519045:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:3.0:1776192959.519051:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349530880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.519065:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349530880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.519096:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000343fa50b. 02000000:00000010:3.0:1776192959.519103:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f58020c. 00000100:00000010:3.0:1776192959.519107:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:3.0:1776192959.519110:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037c2e6d4. 00010000:00000010:3.0:1776192959.519113:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000020:00000010:1.0:1776192959.519368:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef861d6d. 00000020:00000010:1.0:1776192959.519376:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d492873a. 00000020:00000010:1.0:1776192959.519380:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.519408:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093daabff x1862471344649408/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192959.519748:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649408 02000000:00000010:1.0:1776192959.519762:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c12e261. 00010000:00000010:1.0:1776192959.519795:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002af7453f. 00010000:00000010:1.0:1776192959.519822:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008206b2e6. 00000100:00000010:1.0:1776192959.520581:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:1.0:1776192959.520603:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:1.0:1776192959.520606:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008206b2e6. 00000400:00000010:1.0:1776192959.520621:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192959.520627:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649408, offset 224 00000400:00000200:1.0:1776192959.520635:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.520649:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.520654:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91736:91736:256:4294967295] 192.168.203.33@tcp LPNI seq info [91736:91736:8:4294967295] 00000400:00000200:1.0:1776192959.520665:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.520670:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.520674:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192959.520679:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.520685:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.520689:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.520711:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d492873a. 00000020:00000010:1.0:1776192959.520715:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.520727:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef861d6d. 00080000:00000010:3.0:1776192959.520764:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ae6c7fb. 00010000:00000010:3.0:1776192959.520849:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192959.520854:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a77bc180. 00000800:00000200:2.0:1776192959.521043:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.521047:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192959.521051:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.521056:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.521060:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:2.0:1776192959.521062:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00010000:00000010:0.0:1776192959.521672:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:0.0:1776192959.521680:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005923572. 00010000:00000010:0.0:1776192959.521693:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.521698:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006928fccf. 00000100:00000010:0.0:1776192959.521706:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d1c4ab9. 02000000:00000010:0.0:1776192959.522806:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6099b37. 02000000:00000010:0.0:1776192959.522843:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ccba3cc. 00000400:00000010:0.0:1776192959.522849:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd480b34. 00000400:00000010:0.0:1776192959.522855:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192959.522861:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349530944, portal 16 00000400:00000010:0.0:1776192959.522865:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192959.522867:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349530944, offset 0 00000400:00000200:0.0:1776192959.522876:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.522889:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.522895:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.522898:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.522901:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.522904:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91737:91737:256:4294967295] 192.168.203.33@tcp LPNI seq info [91737:91737:8:4294967295] 00000400:00000200:0.0:1776192959.522911:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.522916:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.522920:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003697dcba (tot 82352146). 00000800:00000200:0.0:1776192959.522926:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.522931:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.522936:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003697dcba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.526048:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.526057:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003697dcba (tot 82351898). 00000400:00000200:2.0:1776192959.526067:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.526076:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.526082:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:2.0:1776192959.526085:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:2.0:1776192959.526096:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009d1c4ab9 x1862471349530944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.530195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d87af7. 00010000:00000010:3.1:1776192959.530210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00000400:00000200:0.0:1776192959.530458:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.530474:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317140 00000400:00000200:0.0:1776192959.530482:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ecd [1] + 224 00000400:00000200:0.0:1776192959.530492:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.530495:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.530505:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009d1c4ab9 x1862471349530944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.530543:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.530549:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f500 00000400:00000200:0.0:1776192959.530553:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb28b9 [2] + 984 00000400:00000200:0.0:1776192959.530598:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.530602:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.530606:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.530612:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 00000020:00000010:3.0:1776192959.530820:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f509425. 00000020:00000010:3.0:1776192959.530827:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192959.530831:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.530855:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000990f4539 x1862471344649472/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192959.530891:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649472 02000000:00000010:3.0:1776192959.530902:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f58020c. 00010000:00000010:3.0:1776192959.530939:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.530945:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037c2e6d4. 00000100:00000010:3.0:1776192959.530951:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037c2e6d4. 00010000:00000010:3.0:1776192959.530954:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000400:00000010:3.0:1776192959.530966:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192959.530971:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649472, offset 224 00000400:00000200:3.0:1776192959.530978:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.530988:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.530994:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91738:91738:256:4294967295] 192.168.203.33@tcp LPNI seq info [91738:91738:8:4294967295] 00000400:00000200:3.0:1776192959.531004:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.531009:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.531014:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192959.531019:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.531026:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.531029:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.531065:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192959.531070:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.531073:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f509425. 00000400:00000010:2.0:1776192959.531087:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd480b34. 00000400:00000200:2.0:1776192959.531094:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:2.0:1776192959.531096:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000100:00000200:2.0:1776192959.531102:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009d1c4ab9 x1862471349530944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.531111:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009d1c4ab9 x1862471349530944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192959.531131:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002808b680. 02000000:00000010:2.0:1776192959.531146:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ccba3cc. 02000000:00000010:2.0:1776192959.531151:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6099b37. 00000100:00000010:2.0:1776192959.531175:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d1c4ab9. 00000100:00000010:2.0:1776192959.531179:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006928fccf. 00010000:00000010:2.0:1776192959.531181:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00080000:00000010:2.0:1776192959.531199:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032096e07. 00010000:00000010:2.0:1776192959.531298:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005923572. 00010000:00000010:2.0:1776192959.531305:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2c76889. 00000800:00000200:1.0:1776192959.531474:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.531478:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00010000:00000010:2.0:1776192959.531480:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1df52ac. 00000400:00000200:1.0:1776192959.531484:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1776192959.531488:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000331da5f6. 00000400:00000200:1.0:1776192959.531490:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.531494:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:1.0:1776192959.531497:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00010000:00000010:2.0:1776192959.531501:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192959.531506:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.531513:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192959.531523:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a418114d. 02000000:00000010:2.0:1776192959.531544:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f16e13e9. 00000400:00000010:2.0:1776192959.531549:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309b8d33. 00000400:00000010:2.0:1776192959.531553:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192959.531557:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531008, portal 16 00000400:00000010:2.0:1776192959.531560:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192959.531562:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531008, offset 0 00000400:00000200:2.0:1776192959.531568:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.531574:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.531580:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.531583:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.531586:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.531589:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91739:91739:256:4294967295] 192.168.203.33@tcp LPNI seq info [91739:91739:8:4294967295] 00000400:00000200:2.0:1776192959.531598:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.531602:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.531606:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352146). 00000800:00000200:2.0:1776192959.531611:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.531615:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.531617:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.531849:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.531852:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82351898). 00000400:00000200:0.0:1776192959.531855:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.531858:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.531861:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:0.0:1776192959.531862:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:0.0:1776192959.531867:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349531008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.533932:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.533950:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317180 00000400:00000200:0.0:1776192959.533959:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ed9 [1] + 224 00000400:00000200:0.0:1776192959.533973:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.533977:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.533986:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349531008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192959.534326:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309b8d33. 00000400:00000200:2.0:1776192959.534332:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:2.0:1776192959.534334:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:2.0:1776192959.534339:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349531008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.534346:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349531008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.534373:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f16e13e9. 02000000:00000010:2.0:1776192959.534377:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a418114d. 00000100:00000010:2.0:1776192959.534381:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:2.0:1776192959.534385:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192959.534389:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00010000:00000010:1.1:1776192959.536805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ff4b23a. 00000400:00000200:1.0:1776192959.536897:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.536926:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f540 00000400:00000200:1.0:1776192959.536948:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb28b9 [2] + 1312 00000400:00000200:1.0:1776192959.536985:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.536990:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.536998:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.537003:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 00000020:00000010:0.0:1776192959.537117:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ccba3cc. 00000020:00000010:0.0:1776192959.537125:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.537130:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.537185:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f17b910 x1862471344649536/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192959.537214:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649536 02000000:00000010:0.0:1776192959.537226:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000470949ce. 00010000:00000010:0.0:1776192959.537255:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffaec6b2. 00010000:00000010:0.0:1776192959.537276:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bfbc379. 00000100:00000010:0.0:1776192959.537401:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192959.537454:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192959.537459:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bfbc379. 00000400:00000010:0.0:1776192959.537473:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192959.537477:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649536, offset 224 00000400:00000200:0.0:1776192959.537485:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.537495:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.537500:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91740:91740:256:4294967295] 192.168.203.33@tcp LPNI seq info [91740:91740:8:4294967295] 00000400:00000200:0.0:1776192959.537510:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.537515:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.537520:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee5e9dfe (tot 82352146). 00000800:00000200:0.0:1776192959.537525:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.537531:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.537535:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee5e9dfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.537558:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.537562:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.537565:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ccba3cc. 00010000:00000010:3.1:1776192959.538934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc7d44b. 00010000:00000010:3.1:1776192959.538944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c276491. 00000800:00000200:1.0:1776192959.539220:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.539224:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee5e9dfe (tot 82351898). 00000400:00000200:1.0:1776192959.539229:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.539237:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.539242:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:1.0:1776192959.539245:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00010000:00000010:2.1:1776192959.540480:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f601429. 00010000:00000010:2.1:1776192959.540490:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042cdd8c4. 00010000:00000010:2.1:1776192959.540495:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00080000:00000010:2.0:1776192959.540512:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a418114d. 00010000:00000010:2.0:1776192959.540599:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000331da5f6. 00010000:00000010:2.0:1776192959.540609:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ed3828c. 00010000:00000010:2.0:1776192959.542412:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e521147. 00010000:00000010:2.0:1776192959.542425:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000331da5f6. 00010000:00000010:2.0:1776192959.542440:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b956430e. 00000100:00000010:2.0:1776192959.542447:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.542457:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192959.542470:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f16e13e9. 02000000:00000010:2.0:1776192959.542496:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004d41e51. 00000400:00000010:2.0:1776192959.542502:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000309b8d33. 00000400:00000010:2.0:1776192959.542507:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192959.542513:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531072, portal 16 00000400:00000010:2.0:1776192959.542519:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c28a338. 00000100:00000200:2.0:1776192959.542520:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531072, offset 0 00000400:00000200:2.0:1776192959.542529:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.542543:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.542550:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.542553:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.542556:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.542559:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91741:91741:256:4294967295] 192.168.203.33@tcp LPNI seq info [91741:91741:8:4294967295] 00000400:00000200:2.0:1776192959.542568:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.542574:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.542578:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192959.542585:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.542591:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.542594:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.542884:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.542977:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:0.0:1776192959.542983:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.542990:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.542994:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:0.0:1776192959.542996:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 00000100:00000200:0.0:1776192959.543003:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349531072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192959.543413:0:78508:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071835c2d. 00010000:00000010:2.1:1776192959.548198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a1f575. 00010000:00000010:2.1:1776192959.548211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1df52ac. 00000400:00000200:1.0:1776192959.552986:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.553004:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673171c0 00000400:00000200:1.0:1776192959.553013:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ee5 [1] + 224 00000400:00000200:1.0:1776192959.553024:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.553027:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.553038:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349531072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.553075:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.553080:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f580 00000400:00000200:1.0:1776192959.553085:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb28b9 [2] + 1640 00000400:00000200:1.0:1776192959.553137:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.553141:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.553145:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.553151:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 00000400:00000010:0.0:1776192959.553244:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000309b8d33. 00000400:00000200:0.0:1776192959.553249:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:0.0:1776192959.553251:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:0.0:1776192959.553256:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349531072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.553264:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349531072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.553299:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004d41e51. 02000000:00000010:0.0:1776192959.553304:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f16e13e9. 00000100:00000010:0.0:1776192959.553307:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:0.0:1776192959.553312:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:0.0:1776192959.553315:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b956430e. 00000020:00000010:3.0:1776192959.553508:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000343fa50b. 00000020:00000010:3.0:1776192959.553514:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.553518:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.553539:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad1b0323 x1862471344649600/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192959.553573:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649600 02000000:00000010:3.0:1776192959.553584:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f509425. 00010000:00000010:3.0:1776192959.553609:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fddc685c. 00010000:00000010:3.0:1776192959.553627:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.553632:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037c2e6d4. 00000100:00000010:3.0:1776192959.553641:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037c2e6d4. 00010000:00000010:3.0:1776192959.553643:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000400:00000010:3.0:1776192959.553654:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192959.553658:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649600, offset 224 00000400:00000200:3.0:1776192959.553665:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.553674:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.553680:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91742:91742:256:4294967295] 192.168.203.33@tcp LPNI seq info [91742:91742:8:4294967295] 00000400:00000200:3.0:1776192959.553689:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.553694:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.553698:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192959.553703:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.553708:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.553711:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.553736:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.553741:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.553744:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000343fa50b. 00080000:00000010:3.0:1776192959.553769:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000343fa50b. 00010000:00000010:3.0:1776192959.553858:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000331da5f6. 00010000:00000010:3.0:1776192959.553865:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005681120f. 00010000:00000010:3.0:1776192959.553932:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c276491. 00010000:00000010:3.0:1776192959.553938:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192959.553946:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.553950:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037c2e6d4. 00000100:00000010:3.0:1776192959.553956:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192959.553966:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3dc9e93. 02000000:00000010:3.0:1776192959.553984:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000645d4084. 00000400:00000010:3.0:1776192959.553989:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1855d41. 00000400:00000010:3.0:1776192959.553993:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192959.553997:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531136, portal 16 00000400:00000010:3.0:1776192959.554000:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192959.554002:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531136, offset 0 00000400:00000200:3.0:1776192959.554007:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.554013:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.554020:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.554023:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.554025:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.554028:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91743:91743:255:4294967295] 192.168.203.33@tcp LPNI seq info [91743:91743:7:4294967295] 00000400:00000200:3.0:1776192959.554035:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.554039:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.554042:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192959.554046:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.554051:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.554053:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.554471:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.554475:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82352146). 00000400:00000200:1.0:1776192959.554481:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.554486:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.554490:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:1.0:1776192959.554492:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000800:00000200:1.0:1776192959.554546:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.554548:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:1.0:1776192959.554552:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.554555:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.554556:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:1.0:1776192959.554558:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:1.0:1776192959.554563:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349531136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.558471:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.558490:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317200 00000400:00000200:0.0:1776192959.558498:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3ef1 [1] + 224 00000400:00000200:0.0:1776192959.558513:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.558518:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.558528:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349531136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.558660:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1855d41. 00000400:00000200:3.0:1776192959.558667:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192959.558669:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192959.558675:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349531136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.558684:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349531136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.558714:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000645d4084. 00000400:00000200:1.0:1776192959.558715:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 02000000:00000010:3.0:1776192959.558733:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3dc9e93. 00000400:00000200:1.0:1776192959.558736:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f5c0 00000100:00000010:3.0:1776192959.558739:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000400:00000200:1.0:1776192959.558744:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb28b9 [2] + 1968 00000100:00000010:3.0:1776192959.558745:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037c2e6d4. 00000400:00000010:1.0:1776192959.558749:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aadce4c7. 00010000:00000010:3.0:1776192959.558751:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000400:00000200:1.0:1776192959.558754:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004e8444aa 00000400:00000200:1.0:1776192959.558809:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.558813:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.558816:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8444aa 00000400:00000010:1.0:1776192959.558818:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004e8444aa (tot 82351746). 00000100:00000200:1.0:1776192959.558823:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192959.558989:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000759f424f. 00000020:00000010:0.0:1776192959.558996:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.559000:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.559023:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c161a13 x1862471344649664/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.559056:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649664 02000000:00000010:0.0:1776192959.559070:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:0.0:1776192959.559102:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7ec1ea1. 00010000:00000010:0.0:1776192959.559122:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bfbc379. 00000100:00000010:0.0:1776192959.559128:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005610eb70. 00000100:00000010:0.0:1776192959.559137:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005610eb70. 00010000:00000010:0.0:1776192959.559140:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bfbc379. 00080000:00000010:3.0:1776192959.559263:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3dc9e93. 00010000:00000010:3.0:1776192959.559452:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192959.559459:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001454b084. 00010000:00000010:3.0:1776192959.560567:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d87af7. 00010000:00000010:3.0:1776192959.560577:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004f92e953. 00010000:00000010:3.0:1776192959.560582:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ebf131d. 00010000:00000010:3.0:1776192959.560590:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c81c6118. 00080000:00000010:3.0:1776192959.560607:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000645d4084. 00010000:00000010:3.0:1776192959.560659:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192959.560664:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f92e953. 00010000:00000010:3.0:1776192959.560736:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009761585b. 00010000:00000010:3.0:1776192959.560740:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192959.560747:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.560753:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037c2e6d4. 00000100:00000010:3.0:1776192959.560762:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192959.560776:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041f14cc8. 00000400:00000010:0.0:1776192959.560776:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192959.560785:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649664, offset 224 00000400:00000200:0.0:1776192959.560797:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 02000000:00000010:3.0:1776192959.560801:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049dfdc48. 00000400:00000010:3.0:1776192959.560808:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1855d41. 00000400:00000200:0.0:1776192959.560812:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000010:3.0:1776192959.560813:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192959.560820:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531200, portal 16 00000400:00000200:0.0:1776192959.560820:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91744:91744:256:4294967295] 192.168.203.33@tcp LPNI seq info [91744:91744:8:4294967295] 00000400:00000010:3.0:1776192959.560826:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192959.560830:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531200, offset 0 00000400:00000200:0.0:1776192959.560836:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000400:00000200:3.0:1776192959.560841:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000800:00000200:0.0:1776192959.560846:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.560851:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000800:00000010:0.0:1776192959.560851:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000218422d0 (tot 82351994). 00000400:00000200:3.0:1776192959.560861:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000800:00000200:0.0:1776192959.560862:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000400:00000200:3.0:1776192959.560867:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.560874:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000800:00000200:0.0:1776192959.560874:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000400:00000200:3.0:1776192959.560879:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91745:91745:255:4294967295] 192.168.203.33@tcp LPNI seq info [91745:91745:7:4294967295] 00000800:00000200:0.0:1776192959.560881:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000218422d0 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1776192959.560903:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000020:00000010:0.0:1776192959.560907:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000800:00000200:3.0:1776192959.560910:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000020:00000010:0.0:1776192959.560913:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000800:00000010:3.0:1776192959.560915:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352242). 00000020:00000010:0.0:1776192959.560918:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000759f424f. 00000800:00000200:3.0:1776192959.560922:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.560929:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 02000000:00000010:0.0:1776192959.560929:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f509425. 00000800:00000200:3.0:1776192959.560932:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1776192959.560934:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 02000000:00000010:0.0:1776192959.560939:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000470949ce. 00000100:00000010:0.0:1776192959.560943:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 02000000:00000010:0.0:1776192959.560946:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f58020c. 00000100:00000010:0.0:1776192959.560949:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 02000000:00000010:0.0:1776192959.560952:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c12e261. 00000100:00000010:0.0:1776192959.560956:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 02000000:00000010:0.0:1776192959.560960:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e60f265. 00000100:00000010:0.0:1776192959.560962:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd859f24. 02000000:00000010:0.0:1776192959.560965:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee4ecef3. 00000100:00000010:0.0:1776192959.560967:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea6e4226. 00000100:00000200:0.0:1776192959.560976:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192959.560979:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008155d74. 00000400:00000010:0.0:1776192959.560983:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005610eb70 (tot 82352394). 00000800:00000200:1.0:1776192959.561300:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.561305:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000218422d0 (tot 82352146). 00000400:00000200:1.0:1776192959.561310:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.561315:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.561320:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:1.0:1776192959.561321:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 02000000:00000010:1.0:1776192959.561326:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000800:00000200:1.0:1776192959.561395:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.561397:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:1.0:1776192959.561401:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.561404:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.561406:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:1.0:1776192959.561407:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:1.0:1776192959.561413:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349531200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.562790:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.562806:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317240 00000400:00000200:0.0:1776192959.562815:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3efd [1] + 224 00000400:00000200:0.0:1776192959.562830:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.562833:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.562842:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349531200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.563971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d6b8ae9. 00010000:00000010:3.1:1776192959.563994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92fde1e. 00010000:00000010:3.1:1776192959.563998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e521147. 00000400:00000010:3.0:1776192959.564019:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1855d41. 00000400:00000200:3.0:1776192959.564023:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192959.564024:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192959.564033:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349531200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.564043:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349531200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.564072:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049dfdc48. 02000000:00000010:3.0:1776192959.564077:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041f14cc8. 00000100:00000010:3.0:1776192959.564081:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:3.0:1776192959.564085:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037c2e6d4. 00010000:00000010:3.0:1776192959.564088:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000400:00000200:1.0:1776192959.565017:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.565031:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f600 00000400:00000200:1.0:1776192959.565038:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2911 [2] + 0 00000400:00000200:1.0:1776192959.565088:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.565093:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.565099:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.565105:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 00000020:00000010:2.0:1776192959.565261:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026dded39. 00000020:00000010:2.0:1776192959.565268:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036a8b67c. 00000020:00000010:2.0:1776192959.565272:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.565306:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c81c218 x1862471344649728/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192959.565346:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649728 02000000:00000010:2.0:1776192959.565356:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004102d1c7. 00010000:00000010:2.0:1776192959.565382:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059550f31. 00010000:00000010:2.0:1776192959.565401:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a708dc4. 00000100:00000010:2.0:1776192959.565407:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.565418:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192959.565421:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a708dc4. 00000400:00000010:2.0:1776192959.565432:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192959.565437:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649728, offset 224 00000400:00000200:2.0:1776192959.565444:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.565454:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.565459:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91746:91746:256:4294967295] 192.168.203.33@tcp LPNI seq info [91746:91746:8:4294967295] 00000400:00000200:2.0:1776192959.565467:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.565472:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.565476:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192959.565481:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.565487:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.565490:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.565503:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036a8b67c. 00000020:00000010:2.0:1776192959.565508:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.565516:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026dded39. 00000800:00000200:1.0:1776192959.565696:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.565699:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:1.0:1776192959.565703:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.565707:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.565710:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:1.0:1776192959.565712:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00080000:00000010:1.0:1776192959.565747:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000772ade9d. 00010000:00000010:1.0:1776192959.565833:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c81c6118. 00010000:00000010:1.0:1776192959.565839:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f7054d3. 00010000:00000010:1.0:1776192959.565914:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000725a2df6. 00010000:00000010:1.0:1776192959.565920:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000042e5f5e3. 00010000:00000010:1.0:1776192959.565930:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008206b2e6. 00000100:00000010:1.0:1776192959.565934:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:1.0:1776192959.565941:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192959.565950:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000333547ba. 02000000:00000010:1.0:1776192959.565971:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfac3daf. 00000400:00000010:1.0:1776192959.565976:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb148028. 00000400:00000010:1.0:1776192959.565979:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192959.565984:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531264, portal 16 00000400:00000010:1.0:1776192959.565988:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192959.565989:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531264, offset 0 00000400:00000200:1.0:1776192959.565993:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.565999:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.566006:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.566009:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.566011:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.566014:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91747:91747:256:4294967295] 192.168.203.33@tcp LPNI seq info [91747:91747:8:4294967295] 00000400:00000200:1.0:1776192959.566021:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.566025:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.566028:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192959.566032:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.566036:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.566038:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776192959.567302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000947d0aac. 00010000:00000010:3.1:1776192959.567313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c276491. 00010000:00000010:3.1:1776192959.567317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d87af7. 00010000:00000010:3.1:1776192959.567322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00000800:00000200:2.0:1776192959.568516:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.568522:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:2.0:1776192959.568528:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.568537:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.568542:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:2.0:1776192959.568544:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:2.0:1776192959.568553:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349531264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192959.570319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078e1ef19. 00010000:00000010:1.1:1776192959.571191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef32f8cd. 00010000:00000010:1.1:1776192959.571200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009761585b. 00000400:00000200:1.0:1776192959.575799:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.575817:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317280 00000400:00000200:1.0:1776192959.575826:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3f0d [1] + 224 00000400:00000200:1.0:1776192959.575837:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.575841:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.575852:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349531264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.575885:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.575890:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f640 00000400:00000200:1.0:1776192959.575895:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2911 [2] + 328 00000400:00000200:1.0:1776192959.575957:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.575961:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.575966:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.575971:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 00000020:00000010:1.0:1776192959.576016:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4d71d00. 00000020:00000010:1.0:1776192959.576022:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.576026:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.576051:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083f5869e x1862471344649792/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192959.576080:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649792 02000000:00000010:1.0:1776192959.576091:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000253e1c9e. 00010000:00000010:1.0:1776192959.576131:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192959.576138:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0a2b3dc. 00000100:00000010:1.0:1776192959.576144:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0a2b3dc. 00010000:00000010:1.0:1776192959.576147:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192959.576184:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192959.576189:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649792, offset 224 00000400:00000200:1.0:1776192959.576195:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.576205:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.576211:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91748:91748:256:4294967295] 192.168.203.33@tcp LPNI seq info [91748:91748:8:4294967295] 00000400:00000200:1.0:1776192959.576220:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.576224:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.576228:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192959.576233:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.576239:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.576243:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.576259:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.576264:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.576267:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4d71d00. 00000400:00000010:0.0:1776192959.576480:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb148028. 00000400:00000200:0.0:1776192959.576484:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:0.0:1776192959.576486:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:0.0:1776192959.576491:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349531264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.576500:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349531264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192959.576520:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e12b5e6e. 02000000:00000010:0.0:1776192959.576531:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfac3daf. 02000000:00000010:0.0:1776192959.576535:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000333547ba. 00000100:00000010:0.0:1776192959.576538:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:0.0:1776192959.576542:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:0.0:1776192959.576544:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008206b2e6. 00080000:00000010:0.0:1776192959.576558:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000333547ba. 00010000:00000010:0.0:1776192959.576640:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042e5f5e3. 00010000:00000010:0.0:1776192959.576647:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b45c1af. 00010000:00000010:0.0:1776192959.576736:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.0:1776192959.576742:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000023f0afc. 00010000:00000010:0.0:1776192959.576752:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bfbc379. 00000100:00000010:0.0:1776192959.576756:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192959.576762:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea6e4226. 02000000:00000010:0.0:1776192959.576771:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfac3daf. 02000000:00000010:0.0:1776192959.576790:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ccba3cc. 00000400:00000010:0.0:1776192959.576794:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f791f2e. 00000400:00000010:0.0:1776192959.576797:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192959.576801:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531328, portal 16 00000400:00000010:0.0:1776192959.576804:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192959.576806:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531328, offset 0 00000400:00000200:0.0:1776192959.576811:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.576817:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.576823:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.576826:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.576829:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.576832:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91749:91749:255:4294967295] 192.168.203.33@tcp LPNI seq info [91749:91749:7:4294967295] 00000400:00000200:0.0:1776192959.576840:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.576844:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.576847:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da9e6b7a (tot 82352394). 00000800:00000200:0.0:1776192959.576851:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.576855:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.576858:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da9e6b7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.577419:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.577423:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82352146). 00000400:00000200:1.0:1776192959.577427:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.577433:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.577436:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:1.0:1776192959.577438:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000800:00000200:1.0:1776192959.577479:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.577481:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da9e6b7a (tot 82351898). 00000400:00000200:1.0:1776192959.577484:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.577487:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.577489:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:1.0:1776192959.577490:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000100:00000200:1.0:1776192959.577495:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea6e4226 x1862471349531328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.578277:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d29723. 00000400:00000200:1.0:1776192959.584980:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.585002:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673172c0 00000400:00000200:1.0:1776192959.585011:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3f19 [1] + 224 00000400:00000200:1.0:1776192959.585392:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.585399:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.585409:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea6e4226 x1862471349531328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.585445:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.585451:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f680 00000400:00000200:1.0:1776192959.585457:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2911 [2] + 656 00000400:00000010:3.0:1776192959.587617:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f791f2e. 00000400:00000200:3.0:1776192959.587627:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:3.0:1776192959.587629:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000100:00000200:3.0:1776192959.587641:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea6e4226 x1862471349531328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.587652:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea6e4226 x1862471349531328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.588833:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.588845:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.588854:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.588860:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 00000020:00000010:1.0:1776192959.588927:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4d71d00. 00000020:00000010:1.0:1776192959.588934:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.588938:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.588962:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e244c8e9 x1862471344649856/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192959.588989:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649856 02000000:00000010:1.0:1776192959.589207:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff0264ff. 00010000:00000010:1.0:1776192959.589250:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192959.589257:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0a2b3dc. 00000100:00000010:1.0:1776192959.589263:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0a2b3dc. 00010000:00000010:1.0:1776192959.589266:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192959.589280:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192959.589285:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649856, offset 224 00000400:00000200:1.0:1776192959.589292:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.589305:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.589310:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91750:91750:256:4294967295] 192.168.203.33@tcp LPNI seq info [91750:91750:8:4294967295] 00010000:00000010:3.0:1776192959.589317:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056beb290. 00000400:00000200:1.0:1776192959.589319:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.589324:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.589328:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 02000000:00000010:3.0:1776192959.589331:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ccba3cc. 00000800:00000200:1.0:1776192959.589333:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 02000000:00000010:3.0:1776192959.589335:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfac3daf. 00000100:00000010:3.0:1776192959.589339:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea6e4226. 00000800:00000200:1.0:1776192959.589339:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000100:00000010:3.0:1776192959.589342:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00000800:00000200:1.0:1776192959.589342:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776192959.589344:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bfbc379. 00000020:00000010:1.0:1776192959.589359:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00080000:00000010:3.0:1776192959.589360:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041f14cc8. 00000020:00000010:1.0:1776192959.589364:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.589366:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4d71d00. 00010000:00000010:3.0:1776192959.589452:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023f0afc. 00010000:00000010:3.0:1776192959.589458:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b7eb54d. 00000800:00000200:1.0:1776192959.589761:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.589764:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00010000:00000010:3.0:1776192959.589765:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ebf131d. 00000400:00000200:1.0:1776192959.589768:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776192959.589770:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002af11e7e. 00000400:00000200:1.0:1776192959.589772:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.589776:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:1.0:1776192959.589777:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00010000:00000010:3.0:1776192959.589780:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.589783:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037c2e6d4. 00000100:00000010:3.0:1776192959.589788:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192959.589798:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049dfdc48. 02000000:00000010:3.0:1776192959.589817:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cc85e29. 00000400:00000010:3.0:1776192959.589822:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1855d41. 00000400:00000010:3.0:1776192959.589827:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192959.589832:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531392, portal 16 00000400:00000010:3.0:1776192959.589840:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192959.589843:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531392, offset 0 00000400:00000200:3.0:1776192959.589848:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.589858:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.589865:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.589868:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.589871:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.589873:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91751:91751:256:4294967295] 192.168.203.33@tcp LPNI seq info [91751:91751:8:4294967295] 00000400:00000200:3.0:1776192959.589880:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.589884:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.589887:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192959.589891:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.589895:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.589897:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.590132:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.590135:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:1.0:1776192959.590139:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.590142:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.590145:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:1.0:1776192959.590146:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:1.0:1776192959.590151:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059acdabb x1862471349531392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.594152:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.594195:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317300 00010000:00000010:0.1:1776192959.594198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026abf055. 00000400:00000200:1.0:1776192959.594203:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3f25 [1] + 224 00010000:00000010:0.1:1776192959.594205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb77340d. 00010000:00000010:0.1:1776192959.594208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000725a2df6. 00000400:00000200:1.0:1776192959.594218:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.594221:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.594231:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000059acdabb x1862471349531392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.594510:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1855d41. 00000400:00000200:3.0:1776192959.594516:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192959.594517:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192959.594523:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059acdabb x1862471349531392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.594530:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059acdabb x1862471349531392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.594559:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cc85e29. 02000000:00000010:3.0:1776192959.594564:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049dfdc48. 00000100:00000010:3.0:1776192959.594568:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000010:3.0:1776192959.594571:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037c2e6d4. 00010000:00000010:3.0:1776192959.594574:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000400:00000200:1.0:1776192959.595783:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.595798:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f6c0 00000400:00000200:1.0:1776192959.595805:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2911 [2] + 984 00000400:00000200:1.0:1776192959.596185:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.596191:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.596199:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.596206:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 00000020:00000010:3.0:1776192959.596772:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049dfdc48. 00000020:00000010:3.0:1776192959.596780:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192959.596785:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00010000:00000010:3.1:1776192959.597109:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013186241. 00010000:00000010:3.1:1776192959.597117:0:64777:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c186a822. 00010000:00000010:3.1:1776192959.597120:0:64777:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00000100:00000200:3.0:1776192959.597131:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd381e0d x1862471344649920/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192959.597183:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649920 02000000:00000010:3.0:1776192959.597194:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006cc85e29. 00010000:00000010:3.0:1776192959.597221:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000671d6de3. 00010000:00000010:3.0:1776192959.597239:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.597245:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037c2e6d4. 00000100:00000010:3.0:1776192959.597265:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037c2e6d4. 00010000:00000010:3.0:1776192959.597269:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000400:00000010:3.0:1776192959.597281:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192959.597286:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649920, offset 224 00080000:00000010:0.0:1776192959.597503:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ccba3cc. 00010000:00000010:0.0:1776192959.597582:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002af11e7e. 00010000:00000010:0.0:1776192959.597589:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ce49c06. 00010000:00000010:0.0:1776192959.597652:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf416c0. 00010000:00000010:0.0:1776192959.597658:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000244ef8ca. 00010000:00000010:0.0:1776192959.597668:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008b8a1d39. 00000100:00000010:0.0:1776192959.597671:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004133f79e. 00000100:00000010:0.0:1776192959.597678:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd859f24. 02000000:00000010:0.0:1776192959.597688:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bdc84d69. 02000000:00000010:0.0:1776192959.597710:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee4ecef3. 00000400:00000200:3.0:1776192959.597714:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000010:0.0:1776192959.597716:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059d2f8d9. 00000400:00000010:0.0:1776192959.597736:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b58acd5f. 00000100:00000200:0.0:1776192959.597742:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531456, portal 16 00000400:00000200:3.0:1776192959.597746:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000010:0.0:1776192959.597747:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f454187. 00000100:00000200:0.0:1776192959.597751:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531456, offset 0 00000400:00000200:3.0:1776192959.597754:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91752:91752:256:4294967295] 192.168.203.33@tcp LPNI seq info [91752:91752:8:4294967295] 00000400:00000200:0.0:1776192959.597760:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.597769:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.597776:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.597779:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000800:00000010:3.0:1776192959.597782:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000400:00000200:0.0:1776192959.597787:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000800:00000200:3.0:1776192959.597791:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000400:00000200:0.0:1776192959.597793:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.597797:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.597802:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91753:91753:255:4294967295] 192.168.203.33@tcp LPNI seq info [91753:91753:7:4294967295] 00000400:00000200:0.0:1776192959.597810:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.597814:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.597818:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007772ee42 (tot 82352394). 00000800:00000200:0.0:1776192959.597822:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.597825:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.597829:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007772ee42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.597925:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.597929:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.597943:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192959.597948:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.597951:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049dfdc48. 00000800:00000200:1.0:1776192959.597984:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.597989:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007772ee42 (tot 82352146). 00000400:00000200:1.0:1776192959.597994:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.597998:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.598002:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f454187 00000400:00000010:1.0:1776192959.598004:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f454187. 00000100:00000200:1.0:1776192959.598009:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd859f24 x1862471349531456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776192959.598029:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.598031:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:1.0:1776192959.598034:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.598037:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.598039:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:1.0:1776192959.598040:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000400:00000200:1.0:1776192959.601112:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.601133:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317340 00000400:00000200:1.0:1776192959.601142:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3f31 [1] + 224 00000400:00000200:1.0:1776192959.601226:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.601232:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.601242:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd859f24 x1862471349531456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.601824:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059d2f8d9. 00000400:00000200:3.0:1776192959.601832:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b58acd5f 00000400:00000010:3.0:1776192959.601834:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b58acd5f. 00000100:00000200:3.0:1776192959.601841:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd859f24 x1862471349531456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.601848:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd859f24 x1862471349531456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.601878:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee4ecef3. 02000000:00000010:3.0:1776192959.601885:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bdc84d69. 00000100:00000010:3.0:1776192959.601889:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd859f24. 00000100:00000010:3.0:1776192959.601894:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004133f79e. 00010000:00000010:3.0:1776192959.601980:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008b8a1d39. 00000400:00000200:3.0:1776192959.602793:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.602809:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f700 00000400:00000200:3.0:1776192959.602817:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2911 [2] + 1312 00000400:00000200:3.0:1776192959.603436:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.603444:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.603452:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.603458:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:0.0:1776192959.603800:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e60f265. 00000020:00000010:0.0:1776192959.603807:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.603817:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.603844:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344649984/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192959.603877:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344649984 02000000:00000010:0.0:1776192959.603888:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c12e261. 00010000:00000010:0.0:1776192959.603925:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071421514. 00010000:00000010:0.0:1776192959.603948:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058fa9f01. 00000100:00000010:0.0:1776192959.603955:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052188723. 00000100:00000010:0.0:1776192959.603972:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052188723. 00010000:00000010:0.0:1776192959.603975:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058fa9f01. 00000400:00000010:0.0:1776192959.603989:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192959.603993:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344649984, offset 224 00000400:00000200:0.0:1776192959.604001:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.604012:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.604017:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91754:91754:256:4294967295] 192.168.203.33@tcp LPNI seq info [91754:91754:8:4294967295] 00000400:00000200:0.0:1776192959.604028:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.604032:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.604037:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000720fdf4e (tot 82352146). 00000800:00000200:0.0:1776192959.604043:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.604048:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.604063:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000720fdf4e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.604085:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.604089:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.604091:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e60f265. 00000800:00000200:2.0:1776192959.604546:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.604550:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000720fdf4e (tot 82351898). 00000400:00000200:2.0:1776192959.604555:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.604559:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.604562:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:2.0:1776192959.604564:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00080000:00000010:3.0:1776192959.605143:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049dfdc48. 00010000:00000010:3.0:1776192959.605255:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000244ef8ca. 00010000:00000010:3.0:1776192959.605263:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056359c89. 00010000:00000010:2.0:1776192959.605681:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1df52ac. 00010000:00000010:2.0:1776192959.605688:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1ec1124. 00010000:00000010:2.0:1776192959.605700:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a708dc4. 00000100:00000010:2.0:1776192959.605706:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.605715:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192959.605740:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005370db4a. 02000000:00000010:2.0:1776192959.605764:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051947a87. 00000400:00000010:2.0:1776192959.605769:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a843959c. 00000400:00000010:2.0:1776192959.605774:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192959.605780:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531520, portal 16 00000400:00000010:2.0:1776192959.605785:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192959.605787:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349531520, offset 0 00000400:00000200:2.0:1776192959.605794:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.605807:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.605813:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.605817:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.605819:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.605822:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91755:91755:256:4294967295] 192.168.203.33@tcp LPNI seq info [91755:91755:8:4294967295] 00000400:00000200:2.0:1776192959.605829:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.605834:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.605838:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192959.605843:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.605849:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.605853:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.606048:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1776192959.606671:0:15848:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d96bf0. 00010000:00000010:0.1:1776192959.606680:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ebf131d. 00000800:00000010:0.0:1776192959.606687:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:0.0:1776192959.606692:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.606697:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.606702:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:0.0:1776192959.606704:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:0.0:1776192959.606710:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349531520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.606839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7ad27e3. 00000400:00000200:3.0:1776192959.610953:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.612597:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317380 00000400:00000200:3.0:1776192959.612609:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3f3d [1] + 224 00000400:00000200:3.0:1776192959.612634:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.612639:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.612650:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349531520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.613650:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a843959c. 00000400:00000200:1.0:1776192959.613658:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:1.0:1776192959.613660:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:1.0:1776192959.613670:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349531520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.613679:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349531520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.613707:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051947a87. 02000000:00000010:1.0:1776192959.613713:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005370db4a. 00000100:00000010:1.0:1776192959.613729:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:1.0:1776192959.613735:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:1.0:1776192959.613739:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a708dc4. 00000400:00000200:3.0:1776192959.614120:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.614135:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f740 00000400:00000200:3.0:1776192959.614142:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2911 [2] + 1640 00000400:00000200:3.0:1776192959.614212:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.614217:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.614222:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.614226:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:1.0:1776192959.614916:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4d71d00. 00000020:00000010:1.0:1776192959.614924:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.614929:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.614958:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344650048/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192959.614999:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650048 02000000:00000010:1.0:1776192959.615011:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000990732d8. 00010000:00000010:1.0:1776192959.615038:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003aad0a1d. 00010000:00000010:1.0:1776192959.615059:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192959.615065:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0a2b3dc. 00000100:00000010:1.0:1776192959.615078:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0a2b3dc. 00010000:00000010:1.0:1776192959.615081:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000010:1.0:1776192959.615093:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192959.615099:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650048, offset 224 00000400:00000200:1.0:1776192959.615106:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.615119:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.615124:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91756:91756:256:4294967295] 192.168.203.33@tcp LPNI seq info [91756:91756:8:4294967295] 00000400:00000200:1.0:1776192959.615135:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.615141:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.615145:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192959.615151:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.615180:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.615184:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.615200:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.615205:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.615208:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4d71d00. 00000100:00000010:1.0:1776192959.615228:0:71818:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e60202e1. 02000000:00000010:1.0:1776192959.615240:0:71818:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000282a2d17. 00000100:00000010:0.0:1776192959.616110:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093daabff. 02000000:00000010:0.0:1776192959.616122:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000001d59480. 00000100:00000010:0.0:1776192959.616191:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000990f4539. 02000000:00000010:0.0:1776192959.616197:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000720fdf4e. 00000100:00000010:0.0:1776192959.616203:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2a8585. 02000000:00000010:0.0:1776192959.616206:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007772ee42. 00000100:00000010:0.0:1776192959.616213:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192959.616216:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000da9e6b7a. 00000100:00000010:0.0:1776192959.616221:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192959.616224:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000218422d0. 00000100:00000010:0.0:1776192959.616229:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 02000000:00000010:0.0:1776192959.616232:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee5e9dfe. 00000100:00000010:0.0:1776192959.616236:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192959.616238:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003697dcba. 00000100:00000010:0.0:1776192959.616243:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e47a715c. 02000000:00000010:0.0:1776192959.616246:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006aee207c. 00000100:00000010:0.0:1776192959.616251:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 02000000:00000010:0.0:1776192959.616254:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b13dbb82. 00000100:00000010:0.0:1776192959.616258:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192959.616261:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011c42c62. 00000100:00000010:0.0:1776192959.616264:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192959.616267:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3195cd1. 00000100:00000010:0.0:1776192959.616272:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 02000000:00000010:0.0:1776192959.616274:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b367efdc. 00000100:00000010:0.0:1776192959.616279:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 02000000:00000010:0.0:1776192959.616282:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000275477a4. 02000000:00000010:0.0:1776192959.616311:0:15854:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e60f265. 00000400:00000010:0.0:1776192959.616350:0:15854:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087cef136. 00000400:00000010:0.0:1776192959.616357:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192959.616362:0:15854:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531648, portal 25 00000400:00000010:0.0:1776192959.616366:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192959.616368:0:15854:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862471349531648, offset 0 00000400:00000200:0.0:1776192959.616375:0:15854:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.616383:0:15854:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.616391:0:15854:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69de867317400 00000400:00000200:0.0:1776192959.616397:0:15854:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x8eb1d [2] + 0 00000400:00000010:0.0:1776192959.616400:0:15854:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003947d532. 00000400:00000200:0.0:1776192959.616403:0:15854:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005b777dd0 00000400:00000200:0.0:1776192959.616408:0:15854:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.616411:0:15854:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1776192959.616414:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b777dd0 00000400:00000010:0.0:1776192959.616416:0:15854:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005b777dd0 (tot 82351994). 00000100:00000200:0.0:1776192959.616421:0:15854:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1776192959.616441:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192959.616443:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192959.616447:0:15854:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093daabff x1862471349531648/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776192966 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1776192959.616463:0:15854:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000470949ce. 00000400:00000010:0.0:1776192959.616466:0:15854:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f877fc0. 00000400:00000010:0.0:1776192959.616469:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192959.616471:0:15854:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531904, portal 10 00000400:00000010:0.0:1776192959.616475:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00000100:00000200:0.0:1776192959.616476:0:15854:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862471349531904, offset 0 00000400:00000200:0.0:1776192959.616480:0:15854:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.616484:0:15854:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.616487:0:15854:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de867317500 00000400:00000200:0.0:1776192959.616491:0:15854:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e541 [64] + 103032 00000400:00000200:0.0:1776192959.616495:0:15854:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.616498:0:15854:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.616500:0:15854:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1776192959.616504:0:15854:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd859f24. 00000400:00000200:0.0:1776192959.616511:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:0.0:1776192959.616512:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 00000100:00000200:0.0:1776192959.616515:0:15854:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055a6bbce x1862471349531904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1776192959.616526:0:15854:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f509425. 00000400:00000010:0.0:1776192959.616529:0:15854:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000011c8a52. 00000400:00000010:0.0:1776192959.616531:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00000100:00000200:0.0:1776192959.616533:0:15854:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532160, portal 4 00000400:00000010:0.0:1776192959.616536:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192959.616537:0:15854:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862471349532160, offset 0 00000400:00000200:0.0:1776192959.616540:0:15854:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.616544:0:15854:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.616548:0:15854:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de867317600 00000400:00000200:0.0:1776192959.616551:0:15854:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7b675 [8] + 3136 00000400:00000200:0.0:1776192959.616554:0:15854:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.616556:0:15854:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.616570:0:15854:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1776192959.616573:0:15854:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea6e4226. 00000400:00000200:0.0:1776192959.616582:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:0.0:1776192959.616584:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000100:00000200:0.0:1776192959.616586:0:15854:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b20187c x1862471349532160/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1776192959.616598:0:15854:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000759f424f. 00000400:00000010:0.0:1776192959.616600:0:15854:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b99c8eb8. 00000400:00000010:0.0:1776192959.616602:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192959.616604:0:15854:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532416, portal 10 00000400:00000010:0.0:1776192959.616607:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192959.616608:0:15854:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862471349532416, offset 0 00000400:00000200:0.0:1776192959.616612:0:15854:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.616615:0:15854:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.616619:0:15854:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de867317700 00000400:00000200:0.0:1776192959.616621:0:15854:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e541 [64] + 103256 00000400:00000200:0.0:1776192959.616624:0:15854:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.616626:0:15854:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.616628:0:15854:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1776192959.616630:0:15854:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d1c4ab9. 00000400:00000200:0.0:1776192959.616640:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192959.616642:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192959.616644:0:15854:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e61ef9f1 x1862471349532416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1776192959.616835:0:15854:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fb28e6a. 00000400:00000010:0.0:1776192959.616839:0:15854:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb9b29e1. 00000400:00000010:0.0:1776192959.616842:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192959.616844:0:15854:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531712, portal 4 00000400:00000010:0.0:1776192959.616848:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:0.0:1776192959.616849:0:15854:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862471349531712, offset 0 00000400:00000200:0.0:1776192959.616854:0:15854:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.616858:0:15854:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.616862:0:15854:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de867317440 00000400:00000200:0.0:1776192959.616866:0:15854:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x47be9 [256] + 3360 00000400:00000200:0.0:1776192959.616870:0:15854:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.616872:0:15854:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.616876:0:15854:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1776192959.616879:0:15854:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e5f44fb. 00000400:00000200:0.0:1776192959.616889:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:0.0:1776192959.616890:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000100:00000200:0.0:1776192959.616893:0:15854:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000990f4539 x1862471349531712/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776192966 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1776192959.616982:0:15854:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008326bffc. 00000400:00000010:0.0:1776192959.616985:0:15854:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001de6a93a. 00000400:00000010:0.0:1776192959.616988:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:0.0:1776192959.616989:0:15854:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531968, portal 4 00000400:00000010:0.0:1776192959.616993:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192959.616994:0:15854:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862471349531968, offset 0 00000400:00000200:0.0:1776192959.616998:0:15854:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.617002:0:15854:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.617006:0:15854:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de867317540 00000400:00000200:0.0:1776192959.617008:0:15854:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7b675 [8] + 3360 00000400:00000200:0.0:1776192959.617011:0:15854:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.617013:0:15854:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.617016:0:15854:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1776192959.617019:0:15854:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000214e3398. 00000400:00000200:0.0:1776192959.617027:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:0.0:1776192959.617028:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00000100:00000200:0.0:1776192959.617031:0:15854:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f769cfa x1862471349531968/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1776192959.617045:0:15854:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5fffd5f. 00000400:00000010:0.0:1776192959.617047:0:15854:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e87a924e. 00000400:00000010:0.0:1776192959.617111:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192959.617116:0:15854:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532224, portal 4 00000400:00000010:0.0:1776192959.617120:0:15854:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192959.617122:0:15854:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862471349532224, offset 0 00000400:00000200:0.0:1776192959.617126:0:15854:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.617131:0:15854:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.617135:0:15854:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de867317640 00000400:00000200:0.0:1776192959.617138:0:15854:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x47be9 [256] + 3584 00000400:00000200:0.0:1776192959.617141:0:15854:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.617143:0:15854:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.617145:0:15854:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1776192959.617148:0:15854:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f971322e. 00000400:00000200:0.0:1776192959.617179:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:0.0:1776192959.617181:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000100:00000200:0.0:1776192959.617185:0:15854:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a35642c x1862471349532224/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776192966 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:0.0:1776192959.617224:0:68989:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f97b724. 00000020:00000010:0.0:1776192959.617229:0:68989:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.617233:0:68989:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.617259:0:68989:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000038e9278. 00000020:00000010:0.0:1776192959.617261:0:68989:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.617263:0:68989:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192959.617276:0:68989:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349531904 02000000:00000010:0.0:1776192959.617291:0:68989:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de237551. 00010000:00000200:0.0:1776192959.617298:0:68989:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000cd859f24 x1862471349531904/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1776192959.617311:0:68989:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192959.617316:0:68989:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862471349531904, offset 224 00000400:00000200:0.0:1776192959.617320:0:68989:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.617325:0:68989:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.617328:0:68989:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de867317500 00000400:00000200:0.0:1776192959.617333:0:68989:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb3f51 [1] + 224 00000400:00000200:0.0:1776192959.617337:0:68989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.617338:0:68989:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.617343:0:68989:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055a6bbce x1862471349531904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1776192959.617357:0:68989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:0.0:1776192959.617358:0:68989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000020:00000010:0.0:1776192959.617367:0:68989:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.617370:0:68989:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.617372:0:68989:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f97b724. 00000100:00000200:0.0:1776192959.617384:0:68989:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349532416 02000000:00000010:0.0:1776192959.617390:0:68989:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ff07dda. 00010000:00000200:0.0:1776192959.617393:0:68989:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000009d1c4ab9 x1862471349532416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1776192959.617401:0:68989:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192959.617403:0:68989:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862471349532416, offset 224 00000400:00000200:0.0:1776192959.617406:0:68989:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.617411:0:68989:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.617415:0:68989:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de867317700 00000400:00000200:0.0:1776192959.617418:0:68989:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb3f61 [1] + 224 00000400:00000200:0.0:1776192959.617421:0:68989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.617423:0:68989:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.617426:0:68989:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e61ef9f1 x1862471349532416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1776192959.617435:0:68989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:0.0:1776192959.617436:0:68989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000020:00000010:0.0:1776192959.617442:0:68989:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.617444:0:68989:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192959.617446:0:68989:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000038e9278. 00000020:00000010:0.0:1776192959.617466:0:69824:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000368a870e. 00000020:00000010:0.0:1776192959.617469:0:69824:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.617471:0:69824:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192959.617491:0:69824:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c641a009. 00000020:00000010:0.0:1776192959.617493:0:69824:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.617495:0:69824:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.617507:0:69824:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349531712 02000000:00000010:0.0:1776192959.617514:0:69824:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000038e9278. 00010000:00000200:0.0:1776192959.617519:0:69824:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000004e5f44fb x1862471349531712/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1776192965 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1776192959.617527:0:69824:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192959.617529:0:69824:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862471349531712, offset 224 00000400:00000200:0.0:1776192959.617533:0:69824:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.617537:0:69824:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.617542:0:69824:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de867317440 00000400:00000200:0.0:1776192959.617545:0:69824:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb3f69 [1] + 224 00000400:00000200:0.0:1776192959.617548:0:69824:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.617550:0:69824:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.617554:0:69824:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000990f4539 x1862471349531712/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1776192959.617649:0:69824:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:0.0:1776192959.617651:0:69824:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000020:00000010:3.0:1776192959.617732:0:71807:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000719ecaff. 00000020:00000010:3.0:1776192959.617736:0:71807:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192959.617739:0:71807:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192959.617758:0:71807:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349531648 00000020:00000010:0.0:1776192959.617760:0:69824:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.617763:0:69824:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 02000000:00000010:3.0:1776192959.617764:0:71807:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ad68a0a. 00000020:00000010:0.0:1776192959.617765:0:69824:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000368a870e. 00010000:00000200:3.0:1776192959.617769:0:71807:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000e85e652e x1862471349531648/t0(0) o400->87118a90-5ff6-4850-a94f-748937cd43fb@0@lo:350/0 lens 224/224 e 0 to 0 dl 1776192965 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000200:0.0:1776192959.617776:0:69824:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349532224 00000400:00000010:3.0:1776192959.617777:0:71807:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192959.617780:0:71807:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862471349531648, offset 224 02000000:00000010:0.0:1776192959.617781:0:69824:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f97b724. 00000400:00000200:3.0:1776192959.617784:0:71807:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1776192959.617784:0:69824:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000f971322e x1862471349532224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1776192965 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776192959.617790:0:71807:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1776192959.617791:0:69824:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192959.617793:0:69824:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862471349532224, offset 224 00000400:00000200:3.0:1776192959.617794:0:71807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69de867317400 00000400:00000200:0.0:1776192959.617796:0:69824:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776192959.617798:0:71807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb3f49 [1] + 224 00000400:00000200:0.0:1776192959.617799:0:69824:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776192959.617802:0:71807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.617803:0:69824:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de867317640 00000400:00000200:3.0:1776192959.617804:0:71807:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1776192959.617806:0:69824:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb3f79 [1] + 224 00000400:00000200:0.0:1776192959.617809:0:69824:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1776192959.617811:0:71807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093daabff x1862471349531648/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1776192959.617811:0:69824:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.617814:0:69824:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a35642c x1862471349532224/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776192959.617820:0:71807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192959.617821:0:71807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000020:00000010:3.0:1776192959.617827:0:71807:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192959.617835:0:71807:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.617837:0:71807:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000719ecaff. 02000000:00000010:3.0:1776192959.617843:0:71807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ad68a0a. 00000100:00000200:3.0:1776192959.617847:0:71807:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1776192959.617851:0:71807:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1855d41. 00000100:00000010:2.0:1776192959.617863:0:65636:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192959.617876:0:65636:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000eed0286. 02000000:00000010:2.0:1776192959.617975:0:15855:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000019169710. 00000400:00000010:2.0:1776192959.617980:0:15855:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000080e8732. 00000400:00000200:0.0:1776192959.617994:0:69824:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:0.0:1776192959.617996:0:69824:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000020:00000010:0.0:1776192959.618005:0:69824:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.618007:0:69824:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.618009:0:69824:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c641a009. 00000400:00000010:0.0:1776192959.618036:0:15854:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb9b29e1. 00000400:00000200:0.0:1776192959.618039:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192959.618041:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192959.618045:0:15854:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000990f4539 x1862471349531712/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1776192959.618062:0:15854:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000990f4539 x1862471349531712/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1776192959.618082:0:15854:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e87a924e. 00000400:00000200:0.0:1776192959.618084:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:0.0:1776192959.618085:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00000100:00000200:0.0:1776192959.618087:0:15854:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a35642c x1862471349532224/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1776192959.618092:0:15854:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a35642c x1862471349532224/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1776192959.618102:0:15854:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087cef136. 00000400:00000200:0.0:1776192959.618103:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:0.0:1776192959.618104:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 00000100:00000200:0.0:1776192959.618106:0:15854:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093daabff x1862471349531648/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1776192959.618111:0:15854:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093daabff x1862471349531648/t0(0) o400->MGC192.168.203.133@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1776192959.618118:0:15854:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f877fc0. 00000400:00000200:0.0:1776192959.618120:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192959.618121:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192959.618123:0:15854:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055a6bbce x1862471349531904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1776192959.618129:0:15854:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055a6bbce x1862471349531904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1776192959.618138:0:15854:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b99c8eb8. 00000400:00000200:0.0:1776192959.618140:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:0.0:1776192959.618141:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000100:00000200:0.0:1776192959.618143:0:15854:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e61ef9f1 x1862471349532416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1776192959.618149:0:15854:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e61ef9f1 x1862471349532416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000800:00000200:1.0:1776192959.618171:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1776192959.618174:0:15854:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb28e6a. 00000800:00000010:1.0:1776192959.618175:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351746). 00000400:00000200:1.0:1776192959.618178:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1776192959.618178:0:15854:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000720fdf4e. 00000100:00000010:0.0:1776192959.618182:0:15854:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000990f4539. 00000400:00000200:1.0:1776192959.618183:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 02000000:00000010:0.0:1776192959.618185:0:15854:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5fffd5f. 00000400:00000200:1.0:1776192959.618186:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:1.0:1776192959.618187:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 02000000:00000010:0.0:1776192959.618188:0:15854:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000011c42c62. 00000100:00000010:0.0:1776192959.618190:0:15854:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a35642c. 02000000:00000010:0.0:1776192959.618192:0:15854:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e60f265. 02000000:00000010:0.0:1776192959.618195:0:15854:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000001d59480. 00000100:00000010:0.0:1776192959.618196:0:15854:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093daabff. 02000000:00000010:0.0:1776192959.618199:0:15854:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000470949ce. 02000000:00000010:0.0:1776192959.618201:0:15854:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000218422d0. 00000100:00000010:0.0:1776192959.618202:0:15854:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055a6bbce. 02000000:00000010:0.0:1776192959.618205:0:15854:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000759f424f. 02000000:00000010:1.0:1776192959.618206:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079d7311d. 02000000:00000010:0.0:1776192959.618207:0:15854:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000275477a4. 00000400:00000010:1.0:1776192959.618209:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000100:00000010:0.0:1776192959.618209:0:15854:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e61ef9f1. 00000400:00000010:1.0:1776192959.618212:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192959.618215:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862471349531584, portal 4 00000400:00000010:1.0:1776192959.618218:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192959.618220:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862471349531584, offset 0 00000400:00000200:1.0:1776192959.618223:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.618228:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.618233:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de8673173c0 00000400:00000200:1.0:1776192959.618237:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x47be9 [256] + 3808 00000400:00000200:1.0:1776192959.618240:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.618243:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.618245:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1776192959.618248:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004008d3ff. 00000400:00000200:1.0:1776192959.618266:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192959.618268:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:1.0:1776192959.618271:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e60202e1 x1862471349531584/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776192966 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:0.0:1776192959.618291:0:75828:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5fffd5f. 00000020:00000010:0.0:1776192959.618294:0:75828:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.618296:0:75828:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.618312:0:75828:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349531584 02000000:00000010:0.0:1776192959.618319:0:75828:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000c7e51060. 00010000:00000200:0.0:1776192959.618342:0:75828:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000004008d3ff x1862471349531584/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/368 e 0 to 0 dl 1776192965 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:0.0:1776192959.618355:0:75828:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192959.618358:0:75828:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862471349531584, offset 224 00000400:00000200:0.0:1776192959.618361:0:75828:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776192959.618366:0:75828:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776192959.618371:0:75828:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de8673173c0 00000400:00000010:3.0:1776192959.618521:0:71807:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000037c2e6d4 (tot 82351898). 00000400:00000010:2.0:1776192959.618525:0:15855:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192959.618527:0:15855:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862471349532480, portal 4 00000400:00000010:2.0:1776192959.618531:0:15855:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192959.618533:0:15855:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862471349532480, offset 0 00000400:00000200:2.0:1776192959.618537:0:15855:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776192959.618543:0:15855:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192959.618547:0:15855:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de867317740 00000020:00000010:3.0:1776192959.618549:0:75287:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad68a0a. 00000400:00000200:2.0:1776192959.618551:0:15855:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x47be9 [256] + 4032 00000020:00000010:3.0:1776192959.618552:0:75287:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192959.618554:0:75287:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000400:00000200:2.0:1776192959.618555:0:15855:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.618557:0:15855:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192959.618570:0:15855:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:3.0:1776192959.618575:0:75287:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000719ecaff. 00000100:00000010:2.0:1776192959.618575:0:15855:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ff26bf8. 00000020:00000010:3.0:1776192959.618577:0:75287:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.618579:0:75287:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000400:00000200:2.0:1776192959.618586:0:15855:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:2.0:1776192959.618587:0:15855:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000100:00000200:3.0:1776192959.618590:0:75287:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349532160 00000100:00000200:2.0:1776192959.618591:0:15855:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349532480/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776192966 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:3.0:1776192959.618597:0:75287:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7263f65. 00010000:00000200:3.0:1776192959.618600:0:75287:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000ea6e4226 x1862471349532160/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776192959.618608:0:75287:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192959.618611:0:75287:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862471349532160, offset 224 00000400:00000200:3.0:1776192959.618615:0:75287:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1776192959.618618:0:75703:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000517d036. 00000400:00000200:3.0:1776192959.618620:0:75287:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1776192959.618621:0:75703:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.618623:0:75703:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000400:00000200:3.0:1776192959.618624:0:75287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de867317600 00000400:00000200:3.0:1776192959.618628:0:75287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb3f59 [1] + 224 00000400:00000200:3.0:1776192959.618631:0:75287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.618634:0:75287:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192959.618637:0:75703:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349532480 00000100:00000200:3.0:1776192959.618638:0:75287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b20187c x1862471349532160/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1776192959.618643:0:75703:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000050ad885b. 00000400:00000200:3.0:1776192959.618650:0:75287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192959.618651:0:75287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000020:00000010:3.0:1776192959.618658:0:75287:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192959.618661:0:75287:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192959.618663:0:75287:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad68a0a. 00010000:00000200:2.0:1776192959.618669:0:75703:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000009ff26bf8 x1862471349532480/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:350/0 lens 224/368 e 0 to 0 dl 1776192965 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000200:3.0:1776192959.618671:0:75287:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349531968 02000000:00000010:3.0:1776192959.618677:0:75287:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ad68a0a. 00000400:00000010:2.0:1776192959.618677:0:75703:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00010000:00000200:3.0:1776192959.618680:0:75287:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000214e3398 x1862471349531968/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000200:2.0:1776192959.618680:0:75703:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862471349532480, offset 224 00000400:00000200:2.0:1776192959.618684:0:75703:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1776192959.618687:0:75287:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192959.618688:0:75287:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862471349531968, offset 224 00000400:00000200:2.0:1776192959.618689:0:75703:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776192959.618691:0:75287:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776192959.618693:0:75703:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de867317740 00000400:00000200:3.0:1776192959.618695:0:75287:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192959.618697:0:75703:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb3fa5 [1] + 224 00000400:00000200:3.0:1776192959.618698:0:75287:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de867317540 00000400:00000200:2.0:1776192959.618700:0:75703:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.618701:0:75287:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb3f71 [1] + 224 00000400:00000200:2.0:1776192959.618702:0:75703:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1776192959.618704:0:75287:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.618706:0:75287:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192959.618706:0:75703:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349532480/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776192966 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:3.0:1776192959.618709:0:75287:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f769cfa x1862471349531968/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776192959.618729:0:75287:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192959.618731:0:75287:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000400:00000200:0.0:1776192959.618889:0:75828:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb3f95 [1] + 224 00000400:00000200:0.0:1776192959.618894:0:75828:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.618967:0:75828:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776192959.618972:0:75828:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e60202e1 x1862471349531584/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776192966 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1776192959.618992:0:75703:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:2.0:1776192959.618994:0:75703:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000020:00000010:2.0:1776192959.619004:0:75703:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.619007:0:75703:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.619018:0:75703:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000517d036. 00000400:00000010:2.0:1776192959.619033:0:15855:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000080e8732. 00000400:00000200:2.0:1776192959.619035:0:15855:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192959.619036:0:15855:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:2.0:1776192959.619040:0:15855:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349532480/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1776192959.619046:0:15855:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349532480/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:2.0:1776192959.619074:0:15855:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000019169710. 02000000:00000010:2.0:1776192959.619078:0:15855:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000eed0286. 00000100:00000010:2.0:1776192959.619081:0:15855:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00010000:00000010:0.1:1776192959.619264:0:75828:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c32d8be. 00010000:00000010:3.1:1776192959.619357:0:75287:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5762d06. 00010000:00000010:3.1:1776192959.619364:0:75287:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf416c0. 00000020:00000010:3.0:1776192959.619525:0:75287:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.619529:0:75287:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:3.0:1776192959.619530:0:75287:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000719ecaff. 00000400:00000010:3.0:1776192959.619560:0:15854:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001de6a93a. 00000400:00000200:3.0:1776192959.619563:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:3.0:1776192959.619564:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000100:00000200:3.0:1776192959.619570:0:15854:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f769cfa x1862471349531968/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1776192959.619576:0:15854:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f769cfa x1862471349531968/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776192959.619591:0:15854:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000011c8a52. 00000400:00000200:3.0:1776192959.619593:0:15854:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:3.0:1776192959.619594:0:15854:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 00000100:00000200:3.0:1776192959.619597:0:15854:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b20187c x1862471349532160/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1776192959.619602:0:15854:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b20187c x1862471349532160/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1776192959.619612:0:15854:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008326bffc. 02000000:00000010:3.0:1776192959.619615:0:15854:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ee5e9dfe. 00000100:00000010:3.0:1776192959.619618:0:15854:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f769cfa. 02000000:00000010:3.0:1776192959.619622:0:15854:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f509425. 02000000:00000010:3.0:1776192959.619624:0:15854:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b13dbb82. 00000100:00000010:3.0:1776192959.619625:0:15854:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b20187c. 00000400:00000200:0.0:1776192959.619754:0:75828:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:0.0:1776192959.619756:0:75828:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000020:00000010:0.0:1776192959.619767:0:75828:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.619771:0:75828:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.619773:0:75828:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5fffd5f. 00000400:00000010:1.0:1776192959.619845:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:1.0:1776192959.619849:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:1.0:1776192959.619850:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:1.0:1776192959.619854:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e60202e1 x1862471349531584/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:1.0:1776192959.619861:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e60202e1 x1862471349531584/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776192966 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1776192959.619885:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4d71d00. 00000400:00000010:1.0:1776192959.619890:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192959.619894:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192959.619968:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531840, portal 10 00000400:00000010:1.0:1776192959.619973:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192959.619976:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862471349531840, offset 0 00000400:00000200:1.0:1776192959.619980:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.619989:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.619996:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de8673174c0 00000400:00000200:1.0:1776192959.620001:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e541 [64] + 103480 00000400:00000200:1.0:1776192959.620005:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.620008:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.620011:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776192959.620015:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000478bd001. 00000400:00000200:1.0:1776192959.620112:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192959.620114:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:1.0:1776192959.620118:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008f6f168 x1862471349531840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1776192959.620136:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1315249. 00000400:00000010:1.0:1776192959.620139:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002655552e. 00000400:00000010:1.0:1776192959.620141:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192959.620144:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532096, portal 10 00000400:00000010:1.0:1776192959.620148:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192959.620150:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862471349532096, offset 0 00000400:00000200:1.0:1776192959.620187:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.620191:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.620196:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de8673175c0 00000400:00000200:1.0:1776192959.620199:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e541 [64] + 103704 00000400:00000200:1.0:1776192959.620203:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.620205:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.620207:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776192959.620210:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c12bc15. 00080000:00000010:3.0:1776192959.620285:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000719ecaff. 00000400:00000200:1.0:1776192959.620296:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:1.0:1776192959.620298:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:1.0:1776192959.620302:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e47a715c x1862471349532096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1776192959.620316:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aecfd899. 00000400:00000010:1.0:1776192959.620319:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005fbaad67. 00000400:00000010:1.0:1776192959.620321:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192959.620323:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532352, portal 4 00000400:00000010:1.0:1776192959.620327:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192959.620328:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862471349532352, offset 0 00000400:00000200:1.0:1776192959.620331:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.620335:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.620339:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de8673176c0 00000400:00000200:1.0:1776192959.620343:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7b675 [8] + 3584 00000400:00000200:1.0:1776192959.620346:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.620348:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.620350:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776192959.620353:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000462ac87. 00000400:00000200:1.0:1776192959.620367:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:1.0:1776192959.620369:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:1.0:1776192959.620371:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e2007f5 x1862471349532352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1776192959.620387:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079d7311d. 02000000:00000010:1.0:1776192959.620390:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000282a2d17. 00010000:00000010:3.0:1776192959.620392:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1ec1124. 00000100:00000010:1.0:1776192959.620392:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e60202e1. 00010000:00000010:3.0:1776192959.620400:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d4224be. 02000000:00000010:1.0:1776192959.620407:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a31698f. 00000400:00000010:1.0:1776192959.620410:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ffed1460. 00000400:00000010:1.0:1776192959.620413:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192959.620415:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349531776, portal 10 00000400:00000010:1.0:1776192959.620418:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192959.620419:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862471349531776, offset 0 00000400:00000200:1.0:1776192959.620422:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.620426:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.620430:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de867317480 00000400:00000200:1.0:1776192959.620432:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e541 [64] + 103928 00000400:00000200:1.0:1776192959.620435:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.620437:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.620440:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776192959.620442:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e60202e1. 00000020:00000010:3.0:1776192959.620455:0:66457:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f75baa8d. 00000020:00000010:3.0:1776192959.620459:0:66457:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.620462:0:66457:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192959.620484:0:66457:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349532352 02000000:00000010:3.0:1776192959.620497:0:66457:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f4f23d1d. 00010000:00000200:3.0:1776192959.620503:0:66457:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000000462ac87 x1862471349532352/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000010:2.0:1776192959.620506:0:64792:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000517d036. 00000020:00000010:2.0:1776192959.620510:0:64792:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.620512:0:64792:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000400:00000010:3.0:1776192959.620513:0:66457:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192959.620515:0:66457:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862471349532352, offset 224 00000400:00000200:3.0:1776192959.620520:0:66457:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776192959.620525:0:66457:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776192959.620529:0:66457:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de8673176c0 00000400:00000200:3.0:1776192959.620532:0:66457:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb3fc9 [1] + 224 00000020:00000010:2.0:1776192959.620533:0:64792:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccadfc1a. 00000020:00000010:2.0:1776192959.620535:0:64792:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b8225bc6. 00000400:00000200:3.0:1776192959.620536:0:66457:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1776192959.620537:0:64792:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3fa3e2. 00000400:00000200:3.0:1776192959.620538:0:66457:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776192959.620543:0:66457:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e2007f5 x1862471349532352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1776192959.620549:0:64792:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349531840 02000000:00000010:2.0:1776192959.620555:0:64792:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000796a2edc. 00010000:00000200:2.0:1776192959.620570:0:64792:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000478bd001 x1862471349531840/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776192959.620571:0:66457:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192959.620573:0:66457:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000400:00000010:2.0:1776192959.620579:0:64792:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000020:00000010:3.0:1776192959.620580:0:66457:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.620582:0:66457:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000100:00000200:2.0:1776192959.620582:0:64792:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862471349531840, offset 224 00000020:00000010:3.0:1776192959.620585:0:66457:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f75baa8d. 00000400:00000200:2.0:1776192959.620586:0:64792:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776192959.620591:0:64792:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192959.620595:0:64792:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de8673174c0 00000400:00000200:2.0:1776192959.620599:0:64792:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb3fb9 [1] + 224 00000100:00000200:3.0:1776192959.620603:0:64791:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349532096 00000400:00000200:2.0:1776192959.620603:0:64792:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.620605:0:64792:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1776192959.620609:0:64791:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f75baa8d. 00000100:00000200:2.0:1776192959.620609:0:64792:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008f6f168 x1862471349531840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00010000:00000200:3.0:1776192959.620612:0:64791:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000003c12bc15 x1862471349532096/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:2.0:1776192959.620618:0:64792:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:3.0:1776192959.620619:0:64791:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000400:00000010:2.0:1776192959.620619:0:64792:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:3.0:1776192959.620622:0:64791:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862471349532096, offset 224 00000400:00000200:3.0:1776192959.620624:0:64791:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1776192959.620625:0:64792:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000400:00000200:3.0:1776192959.620628:0:64791:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1776192959.620628:0:64792:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000400:00000200:3.0:1776192959.620632:0:64791:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de8673175c0 00000400:00000200:3.0:1776192959.620635:0:64791:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb3fc1 [1] + 224 00000020:00000010:2.0:1776192959.620636:0:64792:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000517d036. 00000400:00000200:3.0:1776192959.620637:0:64791:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.620639:0:64791:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776192959.620643:0:64791:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e47a715c x1862471349532096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776192959.620650:0:64791:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192959.620651:0:64791:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000020:00000010:3.0:1776192959.620657:0:64791:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b8225bc6. 00000020:00000010:3.0:1776192959.620660:0:64791:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3fa3e2. 00000020:00000010:3.0:1776192959.620663:0:64791:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccadfc1a. 00010000:00000010:3.0:1776192959.620741:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c276491. 00010000:00000010:3.0:1776192959.620748:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192959.620761:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3ade17e. 00000100:00000010:3.0:1776192959.620766:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef19a229. 00000100:00000010:3.0:1776192959.620774:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192959.620782:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005be76863. 02000000:00000010:3.0:1776192959.620798:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000249c04dd. 00000400:00000010:3.0:1776192959.620802:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007554fc4c. 00000400:00000010:3.0:1776192959.620805:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192959.620807:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532544, portal 16 00000400:00000010:3.0:1776192959.620810:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192959.620812:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349532544, offset 0 00000400:00000200:3.0:1776192959.620816:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.620825:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.620832:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.620835:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.620838:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.620841:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91757:91757:256:4294967295] 192.168.203.33@tcp LPNI seq info [91757:91757:8:4294967295] 00000400:00000200:3.0:1776192959.620850:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.620855:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.620859:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192959.620865:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.620871:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000020:00000010:2.0:1776192959.620872:0:64791:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000517d036. 00000020:00000010:2.0:1776192959.620874:0:64791:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000800:00000200:3.0:1776192959.620875:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.620876:0:64791:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.620889:0:64791:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349531776 02000000:00000010:2.0:1776192959.620903:0:64791:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009bf6aa9b. 00010000:00000200:2.0:1776192959.620907:0:64791:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000e60202e1 x1862471349531776/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1776192959.620915:0:64791:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192959.620917:0:64791:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862471349531776, offset 224 00000400:00000200:2.0:1776192959.620921:0:64791:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1776192959.622405:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.622419:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:3.0:1776192959.622427:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.622435:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.622440:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:3.0:1776192959.622441:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:3.0:1776192959.622448:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349532544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.623713:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:1.0:1776192959.623728:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:1.0:1776192959.623737:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b2a8585 x1862471349531776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1776192959.623769:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005af8632f. 00000400:00000010:1.0:1776192959.623775:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce8fc4b3. 00000400:00000010:1.0:1776192959.623779:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192959.623785:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532032, portal 10 00000400:00000010:1.0:1776192959.623790:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192959.623792:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862471349532032, offset 0 00000400:00000200:1.0:1776192959.623798:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.623809:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.623818:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de867317580 00000400:00000200:1.0:1776192959.623824:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7e541 [64] + 104152 00000400:00000200:1.0:1776192959.623830:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.623833:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.623836:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776192959.623841:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c034f33d. 00000400:00000200:1.0:1776192959.623860:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:1.0:1776192959.623862:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000100:00000200:1.0:1776192959.623865:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349532032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1776192959.623880:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b504393. 00000400:00000010:1.0:1776192959.623883:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c373dcc. 00000400:00000010:1.0:1776192959.623885:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192959.623887:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532288, portal 4 00000400:00000010:1.0:1776192959.623891:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192959.623893:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862471349532288, offset 0 00000400:00000200:1.0:1776192959.623907:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.623912:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.623916:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de867317680 00000400:00000200:1.0:1776192959.623920:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7b675 [8] + 3808 00000400:00000200:1.0:1776192959.623924:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.623926:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.623929:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776192959.623932:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bae7b2b. 00000400:00000200:1.0:1776192959.623943:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:1.0:1776192959.623945:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00000100:00000200:1.0:1776192959.623948:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349532288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:1.0:1776192959.623959:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:1.0:1776192959.623961:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:1.0:1776192959.623962:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:1.0:1776192959.623966:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008f6f168 x1862471349531840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776192959.623972:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008f6f168 x1862471349531840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:1.0:1776192959.623995:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002655552e. 00000400:00000200:1.0:1776192959.623998:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192959.623999:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:1.0:1776192959.624002:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e47a715c x1862471349532096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776192959.624008:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e47a715c x1862471349532096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:1.0:1776192959.624019:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005fbaad67. 00000400:00000200:1.0:1776192959.624021:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:1.0:1776192959.624022:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:1.0:1776192959.624025:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e2007f5 x1862471349532352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776192959.624031:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e2007f5 x1862471349532352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1776192959.624043:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4d71d00. 02000000:00000010:1.0:1776192959.624049:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000da9e6b7a. 00000100:00000010:1.0:1776192959.624974:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 02000000:00000010:1.0:1776192959.624980:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1315249. 02000000:00000010:1.0:1776192959.624984:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006aee207c. 00000100:00000010:1.0:1776192959.624986:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e47a715c. 02000000:00000010:1.0:1776192959.624989:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aecfd899. 02000000:00000010:1.0:1776192959.624991:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b367efdc. 00000100:00000010:1.0:1776192959.624993:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 00000020:00000010:1.0:1776192959.625034:0:77405:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aecfd899. 00000020:00000010:1.0:1776192959.625041:0:77405:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.625045:0:77405:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.625284:0:77405:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349532032 02000000:00000010:1.0:1776192959.625303:0:77405:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc878d4b. 00010000:00000200:1.0:1776192959.625312:0:77405:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000c034f33d x1862471349532032/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1776192959.625325:0:77405:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192959.625331:0:77405:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862471349532032, offset 224 00000400:00000200:1.0:1776192959.625337:0:77405:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.625348:0:77405:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.625355:0:77405:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de867317580 00000400:00000200:1.0:1776192959.625361:0:77405:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb3ff1 [1] + 224 00000400:00000200:1.0:1776192959.625369:0:77405:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.625372:0:77405:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.625378:0:77405:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349532032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1776192959.625395:0:77405:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:1.0:1776192959.625396:0:77405:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000020:00000010:1.0:1776192959.625408:0:77405:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.625412:0:77405:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.625415:0:77405:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aecfd899. 00000020:00000010:1.0:1776192959.625442:0:76133:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aecfd899. 00000020:00000010:1.0:1776192959.625444:0:76133:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.625447:0:76133:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.625465:0:76133:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349532288 02000000:00000010:1.0:1776192959.625472:0:76133:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007350ce81. 00010000:00000200:1.0:1776192959.625476:0:76133:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000008bae7b2b x1862471349532288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:387/0 lens 224/224 e 0 to 0 dl 1776193002 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1776192959.625485:0:76133:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192959.625487:0:76133:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862471349532288, offset 224 00000400:00000200:1.0:1776192959.625490:0:76133:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776192959.625495:0:76133:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776192959.625500:0:76133:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de867317680 00000400:00000200:1.0:1776192959.625504:0:76133:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb3ff9 [1] + 224 00000400:00000200:1.0:1776192959.625507:0:76133:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.625513:0:76133:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776192959.625518:0:76133:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349532288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1776192959.625529:0:76133:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:1.0:1776192959.625530:0:76133:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000020:00000010:1.0:1776192959.625536:0:76133:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.625539:0:76133:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.625540:0:76133:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aecfd899. 00000400:00000010:1.0:1776192959.625566:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce8fc4b3. 00000400:00000200:1.0:1776192959.625569:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:1.0:1776192959.625570:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:1.0:1776192959.625573:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349532032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776192959.625580:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349532032/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:1.0:1776192959.625596:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c373dcc. 00000400:00000200:1.0:1776192959.625841:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:1.0:1776192959.625844:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000100:00000200:1.0:1776192959.625848:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349532288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776192959.625854:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349532288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1776192959.625867:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005af8632f. 02000000:00000010:1.0:1776192959.625869:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003697dcba. 00000100:00000010:1.0:1776192959.625872:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 02000000:00000010:1.0:1776192959.625876:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b504393. 02000000:00000010:1.0:1776192959.625878:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c3195cd1. 00000100:00000010:1.0:1776192959.625879:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000400:00000200:1.0:1776192959.626267:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.626277:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317780 00000400:00000200:1.0:1776192959.626283:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb3fe5 [1] + 224 00000400:00000200:1.0:1776192959.626291:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.626294:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.626300:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349532544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.626314:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.626320:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f780 00000400:00000200:1.0:1776192959.626324:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2911 [2] + 1968 00000400:00000010:1.0:1776192959.626327:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000123b3954. 00000400:00000200:1.0:1776192959.626330:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000013c942b9 00000400:00000200:1.0:1776192959.626382:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.626386:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.626388:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013c942b9 00000400:00000010:1.0:1776192959.626390:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000013c942b9 (tot 82351746). 00000100:00000200:1.0:1776192959.626396:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776192959.626418:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007554fc4c. 00000400:00000200:1.0:1776192959.626421:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:1.0:1776192959.626423:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:1.0:1776192959.626427:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349532544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.626433:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349532544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.626449:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000249c04dd. 02000000:00000010:1.0:1776192959.626453:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005be76863. 00000100:00000010:1.0:1776192959.626455:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:1.0:1776192959.626458:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef19a229. 00010000:00000010:1.0:1776192959.626461:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3ade17e. 00000400:00000200:2.0:1776192959.626635:0:64791:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192959.626643:0:64791:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de867317480 00000400:00000200:2.0:1776192959.626648:0:64791:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb3fd1 [1] + 224 00000400:00000200:2.0:1776192959.626652:0:64791:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.626659:0:64791:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192959.626664:0:64791:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b2a8585 x1862471349531776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1776192959.626745:0:64791:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:2.0:1776192959.626748:0:64791:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000020:00000010:2.0:1776192959.626761:0:64791:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.626765:0:64791:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.626775:0:64791:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000517d036. 00000020:00000010:3.0:1776192959.626861:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7cf075. 00000020:00000010:3.0:1776192959.626866:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.626870:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192959.626888:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038e46634 x1862471344650112/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192959.626922:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650112 02000000:00000010:3.0:1776192959.626930:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee849a7b. 00010000:00000010:3.0:1776192959.626953:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052091de7. 00010000:00000010:3.0:1776192959.626981:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043308a66. 00000100:00000010:3.0:1776192959.626988:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ce4162c. 00000100:00000010:3.0:1776192959.627005:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ce4162c. 00010000:00000010:3.0:1776192959.627008:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043308a66. 00000400:00000010:3.0:1776192959.627017:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192959.627020:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650112, offset 224 00000400:00000200:3.0:1776192959.627026:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.627035:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.627040:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91758:91758:256:4294967295] 192.168.203.33@tcp LPNI seq info [91758:91758:8:4294967295] 00000400:00000200:3.0:1776192959.627049:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.627206:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.627210:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82351994). 00000800:00000200:3.0:1776192959.627216:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.627221:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.627225:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.627239:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.627242:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:3.0:1776192959.627244:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7cf075. 02000000:00000010:3.0:1776192959.627250:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000990732d8. 00000100:00000010:3.0:1776192959.627253:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192959.627257:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c12e261. 00000100:00000010:3.0:1776192959.627260:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:3.0:1776192959.627262:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006cc85e29. 00000100:00000010:3.0:1776192959.627264:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 02000000:00000010:3.0:1776192959.627266:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff0264ff. 00000100:00000010:3.0:1776192959.627268:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 02000000:00000010:3.0:1776192959.627271:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000253e1c9e. 00000100:00000010:3.0:1776192959.627273:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 02000000:00000010:3.0:1776192959.627275:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004102d1c7. 00000100:00000010:3.0:1776192959.627277:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000200:3.0:1776192959.627284:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192959.627289:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009edaebd1. 00000400:00000010:3.0:1776192959.627293:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004ce4162c (tot 82352146). 00000800:00000200:3.0:1776192959.627362:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.627365:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:3.0:1776192959.627369:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.627388:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.627390:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:3.0:1776192959.627391:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 02000000:00000010:3.0:1776192959.627395:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee849a7b. 00080000:00000010:2.0:1776192959.627806:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000517d036. 00010000:00000010:2.0:1776192959.627893:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371b2475. 00010000:00000010:2.0:1776192959.627908:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005402e9ed. 00010000:00000010:2.0:1776192959.627987:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2ef927e. 00010000:00000010:2.0:1776192959.627994:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d26e6fdd. 00010000:00000010:2.0:1776192959.628003:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6604f44. 00000100:00000010:2.0:1776192959.628008:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.628015:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192959.628026:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc9d7ea2. 02000000:00000010:2.0:1776192959.628048:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccadfc1a. 00000400:00000010:1.0:1776192959.628113:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ffed1460. 00000400:00000200:1.0:1776192959.628117:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:1.0:1776192959.628118:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:1.0:1776192959.628125:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b2a8585 x1862471349531776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776192959.628133:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b2a8585 x1862471349531776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1776192959.628171:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a31698f. 02000000:00000010:1.0:1776192959.628176:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007772ee42. 00000100:00000010:1.0:1776192959.628179:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b2a8585. 00000400:00000010:2.0:1776192959.628195:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000080e8732. 00000400:00000010:2.0:1776192959.628199:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192959.628203:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532608, portal 16 00000400:00000010:2.0:1776192959.628207:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192959.628209:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349532608, offset 0 00000400:00000200:2.0:1776192959.628215:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.628227:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.628234:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.628237:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.628240:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.628242:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91759:91759:256:4294967295] 192.168.203.33@tcp LPNI seq info [91759:91759:8:4294967295] 00000400:00000200:2.0:1776192959.628250:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.628254:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.628258:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eed0286 (tot 82352146). 00000800:00000200:2.0:1776192959.628262:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.628267:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.628270:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eed0286 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.628887:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.628892:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eed0286 (tot 82351898). 00000400:00000200:3.0:1776192959.629266:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.629273:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.629277:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:3.0:1776192959.629278:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000100:00000200:3.0:1776192959.629284:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349532608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.630118:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.630133:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673177c0 00000400:00000200:3.0:1776192959.630140:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4011 [1] + 224 00000400:00000200:3.0:1776192959.630173:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.630177:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.630184:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349532608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.630271:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000080e8732. 00000400:00000200:3.0:1776192959.630275:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:3.0:1776192959.630277:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:3.0:1776192959.630282:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349532608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.630290:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349532608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.630313:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccadfc1a. 02000000:00000010:3.0:1776192959.630318:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc9d7ea2. 00000100:00000010:3.0:1776192959.630321:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:3.0:1776192959.630326:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:3.0:1776192959.630330:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6604f44. 00000400:00000200:3.0:1776192959.630347:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.630354:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f7c0 00000400:00000200:3.0:1776192959.630358:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2969 [2] + 0 00000400:00000200:3.0:1776192959.630398:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.630402:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.630406:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.630411:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:3.0:1776192959.630452:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee849a7b. 00000020:00000010:3.0:1776192959.630457:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.630461:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192959.630481:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344650176/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192959.631009:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650176 02000000:00000010:3.0:1776192959.631021:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006cc85e29. 00010000:00000010:3.0:1776192959.631047:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047fdea0d. 00010000:00000010:3.0:1776192959.631683:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043308a66. 00000100:00000010:3.0:1776192959.631691:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192959.631696:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192959.631699:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043308a66. 00000400:00000010:3.0:1776192959.631710:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192959.631715:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650176, offset 224 00000400:00000200:3.0:1776192959.631928:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.631943:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.631949:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91760:91760:256:4294967295] 192.168.203.33@tcp LPNI seq info [91760:91760:8:4294967295] 00000400:00000200:3.0:1776192959.631958:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.631963:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.631968:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192959.631973:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.631979:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.631983:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.632008:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.632013:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:3.0:1776192959.632017:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee849a7b. 00000800:00000200:3.0:1776192959.632269:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.632273:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:3.0:1776192959.632278:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.632283:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.632287:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:3.0:1776192959.632288:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00080000:00000010:3.0:1776192959.632313:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee849a7b. 00010000:00000010:3.0:1776192959.632478:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d26e6fdd. 00010000:00000010:3.0:1776192959.632487:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fdd41cdf. 00010000:00000010:3.0:1776192959.632835:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:3.0:1776192959.632841:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bd9df753. 00010000:00000010:3.0:1776192959.632852:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043308a66. 00000100:00000010:3.0:1776192959.632857:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192959.632864:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 02000000:00000010:3.0:1776192959.632876:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e7cf075. 02000000:00000010:3.0:1776192959.632978:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efdec631. 00000400:00000010:3.0:1776192959.632983:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001cb5ed91. 00000400:00000010:3.0:1776192959.632987:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192959.632992:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532672, portal 16 00000400:00000010:3.0:1776192959.632998:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192959.633000:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349532672, offset 0 00000400:00000200:3.0:1776192959.633008:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.633017:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.633023:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.633026:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.633029:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.633031:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91761:91761:256:4294967295] 192.168.203.33@tcp LPNI seq info [91761:91761:8:4294967295] 00000400:00000200:3.0:1776192959.633037:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.633041:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.633044:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192959.633049:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.633123:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.633127:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.633794:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.633798:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192959.633803:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.633809:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.633812:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:2.0:1776192959.633814:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:2.0:1776192959.633822:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000246701ee x1862471349532672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.636037:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.636053:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317800 00000400:00000200:3.0:1776192959.636062:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb401d [1] + 224 00000400:00000200:3.0:1776192959.636072:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.636076:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.636085:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000246701ee x1862471349532672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.636121:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.636126:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f800 00000400:00000200:3.0:1776192959.636131:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2969 [2] + 328 00000400:00000010:0.0:1776192959.636137:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001cb5ed91. 00000400:00000200:0.0:1776192959.636142:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:0.0:1776192959.636144:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:0.0:1776192959.636149:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000246701ee x1862471349532672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.636200:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.636204:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.636208:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.636213:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000100:00000200:0.0:1776192959.636271:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000246701ee x1862471349532672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.636301:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efdec631. 02000000:00000010:0.0:1776192959.636306:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e7cf075. 00000100:00000010:0.0:1776192959.636309:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 00000100:00000010:0.0:1776192959.636313:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:0.0:1776192959.636316:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043308a66. 00010000:00000010:1.1:1776192959.636376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f602fbb8. 00000020:00000010:1.0:1776192959.636411:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a31698f. 00000020:00000010:1.0:1776192959.636418:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.636422:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.636443:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344650240/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192959.636478:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650240 02000000:00000010:1.0:1776192959.636488:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b504393. 00010000:00000010:1.0:1776192959.636515:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047b93313. 00010000:00000010:1.0:1776192959.636532:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192959.636537:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0a2b3dc. 00000100:00000010:1.0:1776192959.636550:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0a2b3dc. 00010000:00000010:1.0:1776192959.636553:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00080000:00000010:0.0:1776192959.636657:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000759f424f. 00010000:00000010:0.0:1776192959.636777:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd9df753. 00010000:00000010:0.0:1776192959.636783:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f2a6ce3. 00010000:00000010:0.0:1776192959.636848:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.0:1776192959.636854:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c26e52e. 00010000:00000010:0.0:1776192959.636863:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058fa9f01. 00000100:00000010:0.0:1776192959.636867:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.636873:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d616611e. 02000000:00000010:0.0:1776192959.636883:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5fffd5f. 02000000:00000010:0.0:1776192959.636911:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000470949ce. 00000400:00000010:0.0:1776192959.636916:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b99c8eb8. 00000400:00000010:0.0:1776192959.636920:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192959.636925:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532736, portal 16 00000400:00000010:0.0:1776192959.636930:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192959.636932:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349532736, offset 0 00000400:00000200:0.0:1776192959.636938:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.636949:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.636955:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.636958:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.636961:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.636964:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91762:91762:256:4294967295] 192.168.203.33@tcp LPNI seq info [91762:91762:8:4294967295] 00000400:00000200:0.0:1776192959.636972:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.636977:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.636981:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82352146). 00000800:00000200:0.0:1776192959.636986:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.636992:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.636995:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776192959.637187:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e5191c. 00010000:00000010:3.1:1776192959.637194:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1df52ac. 00000800:00000200:3.0:1776192959.637204:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.637208:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82351898). 00000400:00000200:3.0:1776192959.637211:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.637215:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.637218:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:3.0:1776192959.637219:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:3.0:1776192959.637224:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d616611e x1862471349532736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.637256:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192959.637260:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650240, offset 224 00000400:00000200:1.0:1776192959.637265:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.637270:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.637275:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91763:91763:256:4294967295] 192.168.203.33@tcp LPNI seq info [91763:91763:8:4294967295] 00000400:00000200:1.0:1776192959.637281:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.637285:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.637288:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192959.637291:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.637295:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.637297:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.637319:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.637323:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.637326:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a31698f. 00000800:00000200:3.0:1776192959.638074:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.638077:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:3.0:1776192959.638081:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.638086:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.638089:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:3.0:1776192959.638090:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00010000:00000010:2.1:1776192959.640188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006991c459. 00010000:00000010:2.1:1776192959.640211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c276491. 00010000:00000010:0.1:1776192959.644309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f038dc0e. 00010000:00000010:0.1:1776192959.644326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ce9a3e. 00010000:00000010:1.1:1776192959.644512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007670c883. 00010000:00000010:3.1:1776192959.644530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b827171b. 00010000:00000010:3.1:1776192959.644536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000283e0bd. 00010000:00000010:3.1:1776192959.644539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000121504a7. 00010000:00000010:3.1:1776192959.644543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ef927e. 00000400:00000200:0.0:1776192959.647207:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.648368:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317840 00000400:00000200:0.0:1776192959.648378:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4025 [1] + 224 00000400:00000200:0.0:1776192959.648396:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.648400:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.648411:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d616611e x1862471349532736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.648454:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.648459:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f840 00000400:00000200:0.0:1776192959.648464:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2969 [2] + 656 00000400:00000200:0.0:1776192959.648475:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.648478:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.648482:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.648487:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000364d87e3. 00000020:00000010:2.0:1776192959.648778:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005370db4a. 00000020:00000010:2.0:1776192959.648787:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.648792:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.648818:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000364d87e3 x1862471344650304/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192959.648852:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650304 02000000:00000010:2.0:1776192959.648862:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051947a87. 00010000:00000010:2.0:1776192959.648908:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192959.648916:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.648923:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:2.0:1776192959.648926:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000400:00000010:2.0:1776192959.648940:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192959.648944:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650304, offset 224 00000400:00000200:2.0:1776192959.648951:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.648961:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.648977:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91764:91764:256:4294967295] 192.168.203.33@tcp LPNI seq info [91764:91764:8:4294967295] 00000400:00000200:2.0:1776192959.648988:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.648992:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.648997:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192959.649002:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.649008:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.649011:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.649028:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.649033:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.649042:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005370db4a. 00000800:00000200:2.0:1776192959.649131:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.649134:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192959.649137:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.649141:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.649144:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:2.0:1776192959.649146:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00000400:00000010:1.0:1776192959.649305:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b99c8eb8. 00000400:00000200:1.0:1776192959.649310:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:1.0:1776192959.649311:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000100:00000200:1.0:1776192959.649317:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d616611e x1862471349532736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.649330:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d616611e x1862471349532736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192959.649350:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000e8b542. 02000000:00000010:1.0:1776192959.649363:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000470949ce. 02000000:00000010:1.0:1776192959.649369:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5fffd5f. 00000100:00000010:1.0:1776192959.649373:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d616611e. 00000100:00000010:1.0:1776192959.649377:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:1.0:1776192959.649380:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058fa9f01. 00080000:00000010:1.0:1776192959.649395:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a31698f. 00010000:00000010:1.0:1776192959.649478:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c26e52e. 00010000:00000010:1.0:1776192959.649484:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba1c7db2. 00010000:00000010:1.0:1776192959.649549:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afcf7774. 00010000:00000010:1.0:1776192959.649555:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066c0ad89. 00010000:00000010:1.0:1776192959.649564:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000538aecd2. 00000100:00000010:1.0:1776192959.649569:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0a2b3dc. 00000100:00000010:1.0:1776192959.649575:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192959.649584:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005af8632f. 02000000:00000010:1.0:1776192959.649607:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aecfd899. 00000400:00000010:1.0:1776192959.649611:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ffed1460. 00000400:00000010:1.0:1776192959.649616:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192959.649620:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532800, portal 16 00000400:00000010:1.0:1776192959.649624:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192959.649626:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349532800, offset 0 00000400:00000200:1.0:1776192959.649631:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.649638:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.649644:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.649647:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.649650:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.649652:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91765:91765:256:4294967295] 192.168.203.33@tcp LPNI seq info [91765:91765:8:4294967295] 00000400:00000200:1.0:1776192959.649658:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.649663:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.649666:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192959.649669:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.649673:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.649676:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.649927:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.649930:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:2.0:1776192959.649934:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.649938:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.649941:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:2.0:1776192959.649943:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:2.0:1776192959.649948:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349532800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.661083:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.661102:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317880 00000400:00000200:0.0:1776192959.661113:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4035 [1] + 224 00000400:00000200:0.0:1776192959.661131:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.661136:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.661147:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349532800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192959.661235:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ffed1460. 00000400:00000200:2.0:1776192959.661240:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:2.0:1776192959.661242:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000100:00000200:2.0:1776192959.661249:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349532800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.661268:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349532800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.661298:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aecfd899. 02000000:00000010:2.0:1776192959.661304:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005af8632f. 00000100:00000010:2.0:1776192959.661307:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:2.0:1776192959.661312:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0a2b3dc. 00010000:00000010:2.0:1776192959.661315:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000538aecd2. 00000400:00000200:2.0:1776192959.664435:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.664455:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f880 00000400:00000200:2.0:1776192959.664463:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2969 [2] + 984 00000400:00000200:2.0:1776192959.664532:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.664537:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.664544:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.664549:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000020:00000010:0.0:1776192959.664659:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c12e261. 00000020:00000010:0.0:1776192959.664666:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.664670:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.664693:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344650368/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192959.664732:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650368 02000000:00000010:0.0:1776192959.664741:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e60f265. 00010000:00000010:0.0:1776192959.664778:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000345c9021. 00010000:00000010:0.0:1776192959.664799:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075157cee. 00000100:00000010:0.0:1776192959.664806:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.664834:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.664838:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075157cee. 00000400:00000010:0.0:1776192959.664851:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192959.664855:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650368, offset 224 00000400:00000200:0.0:1776192959.664862:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.664873:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.664878:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91766:91766:256:4294967295] 192.168.203.33@tcp LPNI seq info [91766:91766:8:4294967295] 00000400:00000200:0.0:1776192959.664887:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.664892:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.664897:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192959.664902:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.664908:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.664911:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.664931:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.664935:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.664937:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c12e261. 00000800:00000200:0.0:1776192959.665007:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.665010:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:0.0:1776192959.665014:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.665018:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.665021:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:0.0:1776192959.665023:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 00080000:00000010:3.0:1776192959.665330:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040e546cd. 00010000:00000010:3.0:1776192959.665412:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066c0ad89. 00010000:00000010:3.0:1776192959.665421:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000480b959b. 00010000:00000010:3.0:1776192959.665482:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d87af7. 00010000:00000010:3.0:1776192959.665486:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004f92e953. 00010000:00000010:3.0:1776192959.665491:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1eee2f8. 00010000:00000010:3.0:1776192959.665497:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000260958db. 00080000:00000010:3.0:1776192959.665508:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e7cf075. 00010000:00000010:3.0:1776192959.665533:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000260958db. 00010000:00000010:3.0:1776192959.665537:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f92e953. 00010000:00000010:3.0:1776192959.665586:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000081b3b3a. 00010000:00000010:3.0:1776192959.665590:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000260958db. 00010000:00000010:3.0:1776192959.665597:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009068810. 00000100:00000010:3.0:1776192959.665601:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192959.665608:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 02000000:00000010:3.0:1776192959.665619:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efdec631. 02000000:00000010:3.0:1776192959.665641:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005be76863. 00000400:00000010:3.0:1776192959.665646:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea7ed774. 00000400:00000010:3.0:1776192959.665650:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192959.665655:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532864, portal 16 00000400:00000010:3.0:1776192959.665659:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192959.665660:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349532864, offset 0 00000400:00000200:3.0:1776192959.665666:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.665688:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.665695:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.665698:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.665701:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.665704:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91767:91767:256:4294967295] 192.168.203.33@tcp LPNI seq info [91767:91767:8:4294967295] 00000400:00000200:3.0:1776192959.665711:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.665715:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.665729:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192959.665734:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.665739:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.665741:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.665894:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.665896:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192959.665901:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.665905:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.665908:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:0.0:1776192959.665910:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:0.0:1776192959.665915:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecebdf8a x1862471349532864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.670207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b78a25d. 00010000:00000010:1.1:1776192959.670223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778c39fe. 00010000:00000010:1.1:1776192959.670228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00000400:00000200:2.0:1776192959.672397:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.672418:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673178c0 00000400:00000200:2.0:1776192959.672426:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4041 [1] + 224 00000400:00000200:2.0:1776192959.672446:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.672450:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.672461:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecebdf8a x1862471349532864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.672539:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea7ed774. 00000400:00000200:3.0:1776192959.672545:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192959.672547:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192959.672553:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecebdf8a x1862471349532864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.672561:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecebdf8a x1862471349532864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.672590:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005be76863. 02000000:00000010:3.0:1776192959.672596:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efdec631. 00000100:00000010:3.0:1776192959.672600:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000100:00000010:3.0:1776192959.672603:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192959.672607:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009068810. 00000400:00000200:3.0:1776192959.673883:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.673909:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f8c0 00000400:00000200:3.0:1776192959.673916:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2969 [2] + 1312 00000400:00000200:3.0:1776192959.673972:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.673977:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.673983:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.673988:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000020:00000010:2.0:1776192959.674119:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005370db4a. 00000020:00000010:2.0:1776192959.674126:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.674130:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.674182:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344650432/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192959.674213:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650432 02000000:00000010:2.0:1776192959.674225:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b3849dc. 00010000:00000010:2.0:1776192959.674254:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f988de71. 00010000:00000010:2.0:1776192959.674274:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192959.674281:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.674297:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:2.0:1776192959.674300:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000400:00000010:2.0:1776192959.674312:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192959.674317:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650432, offset 224 00000400:00000200:2.0:1776192959.674324:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.674335:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.674341:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91768:91768:256:4294967295] 192.168.203.33@tcp LPNI seq info [91768:91768:8:4294967295] 00000400:00000200:2.0:1776192959.674353:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.674359:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.674365:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192959.674371:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.674377:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.674381:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.674399:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.674404:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.674415:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005370db4a. 00000800:00000200:2.0:1776192959.674476:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.674479:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192959.674482:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.674486:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.674489:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:2.0:1776192959.674491:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00080000:00000010:0.0:1776192959.674627:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c12e261. 00010000:00000010:0.0:1776192959.675069:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000260958db. 00010000:00000010:0.0:1776192959.675078:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba5a51aa. 00010000:00000010:0.0:1776192959.675144:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000746d03d6. 00010000:00000010:0.0:1776192959.675151:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080ddf1b2. 00010000:00000010:0.0:1776192959.675201:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075157cee. 00000100:00000010:0.0:1776192959.675206:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.675214:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192959.675228:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008326bffc. 02000000:00000010:0.0:1776192959.675255:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fb28e6a. 00000400:00000010:0.0:1776192959.675261:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f877fc0. 00000400:00000010:0.0:1776192959.675267:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192959.675273:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532928, portal 16 00000400:00000010:0.0:1776192959.675278:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192959.675281:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349532928, offset 0 00000400:00000200:0.0:1776192959.675288:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.675299:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.675307:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.675310:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.675313:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.675316:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91769:91769:256:4294967295] 192.168.203.33@tcp LPNI seq info [91769:91769:8:4294967295] 00000400:00000200:0.0:1776192959.675324:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.675329:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.675333:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192959.675337:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.675342:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.675355:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.675609:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.675612:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:1.0:1776192959.675617:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.675622:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.675625:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:1.0:1776192959.675627:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 00000100:00000200:1.0:1776192959.675633:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349532928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192959.680177:0:78518:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9265be6. 00010000:00000010:3.1:1776192959.680189:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcf7774. 00010000:00000010:3.1:1776192959.680193:0:78518:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d87af7. 00010000:00000010:3.1:1776192959.680198:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1eee2f8. 00010000:00000010:0.1:1776192959.680394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd9d3239. 00010000:00000010:0.1:1776192959.680496:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000672eadcc. 00010000:00000010:0.1:1776192959.680501:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081b3b3a. 00000400:00000200:3.0:1776192959.683991:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.684011:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317900 00000400:00000200:3.0:1776192959.684019:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb404d [1] + 224 00000400:00000200:3.0:1776192959.684035:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.684039:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.684049:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349532928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.684294:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f877fc0. 00000400:00000200:1.0:1776192959.684301:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:1.0:1776192959.684303:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 00000100:00000200:1.0:1776192959.684310:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349532928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.684319:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349532928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.684356:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb28e6a. 02000000:00000010:1.0:1776192959.684363:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008326bffc. 00000100:00000010:1.0:1776192959.684366:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:1.0:1776192959.684370:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:1.0:1776192959.684373:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075157cee. 00010000:00000010:2.1:1776192959.685392:0:78520:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d48d5df. 00000400:00000200:0.0:1776192959.689668:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.689686:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f900 00000400:00000200:0.0:1776192959.689693:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2969 [2] + 1640 00000400:00000200:0.0:1776192959.689768:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.689773:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.689780:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.689785:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0f312d3. 00000020:00000010:3.0:1776192959.690812:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efdec631. 00000020:00000010:3.0:1776192959.690823:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.690828:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192959.690871:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0f312d3 x1862471344650496/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192959.690950:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650496 02000000:00000010:3.0:1776192959.690961:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000249c04dd. 00010000:00000010:3.0:1776192959.690988:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081c4a08b. 00010000:00000010:3.0:1776192959.691007:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060308fd3. 00000100:00000010:3.0:1776192959.691015:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192959.691035:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192959.691038:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060308fd3. 00000400:00000010:3.0:1776192959.691052:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192959.691058:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650496, offset 224 00000400:00000200:3.0:1776192959.691065:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.691077:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.691083:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91770:91770:256:4294967295] 192.168.203.33@tcp LPNI seq info [91770:91770:8:4294967295] 00000400:00000200:3.0:1776192959.691092:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.691097:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.691102:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192959.691107:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.691113:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.691116:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.691134:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192959.691138:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:3.0:1776192959.691140:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efdec631. 00080000:00000010:0.0:1776192959.691201:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ed55c32. 00010000:00000010:0.0:1776192959.691274:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080ddf1b2. 00010000:00000010:0.0:1776192959.691281:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b211cb9. 00010000:00000010:0.0:1776192959.691353:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:0.0:1776192959.691359:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080ddf1b2. 00010000:00000010:0.0:1776192959.691368:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.691373:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.691379:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 02000000:00000010:0.0:1776192959.691389:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016da52dc. 02000000:00000010:0.0:1776192959.691409:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5e9e227. 00000400:00000010:0.0:1776192959.691413:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087cef136. 00000400:00000010:0.0:1776192959.691418:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192959.691422:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349532992, portal 16 00000400:00000010:0.0:1776192959.691427:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192959.691428:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349532992, offset 0 00000400:00000200:0.0:1776192959.691433:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.691439:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.691444:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.691448:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.691451:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.691453:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91771:91771:255:4294967295] 192.168.203.33@tcp LPNI seq info [91771:91771:7:4294967295] 00000400:00000200:0.0:1776192959.691459:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.691463:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.691467:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82352394). 00000800:00000200:0.0:1776192959.691471:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.691475:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.691477:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.693354:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.693361:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82352146). 00000400:00000200:3.0:1776192959.693368:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.693376:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.693382:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192959.693384:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000800:00000200:3.0:1776192959.693452:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.693454:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82351898). 00000400:00000200:3.0:1776192959.693458:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.693461:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.693463:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:3.0:1776192959.693465:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000100:00000200:3.0:1776192959.693471:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cc5bdd79 x1862471349532992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.696557:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.696576:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317940 00000400:00000200:3.0:1776192959.696586:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4059 [1] + 224 00000400:00000200:3.0:1776192959.696597:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.696601:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.696611:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cc5bdd79 x1862471349532992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.696649:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000010:0.0:1776192959.696801:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087cef136. 00000400:00000200:0.0:1776192959.696806:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192959.696808:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192959.696814:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cc5bdd79 x1862471349532992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.696821:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cc5bdd79 x1862471349532992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.696835:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f940 00000400:00000200:3.0:1776192959.696841:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2969 [2] + 1968 00000400:00000010:3.0:1776192959.696845:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4a4399. 00000400:00000200:3.0:1776192959.696849:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006388d076 02000000:00000010:0.0:1776192959.696849:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5e9e227. 02000000:00000010:0.0:1776192959.696856:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016da52dc. 00000400:00000200:3.0:1776192959.696860:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1776192959.696861:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 00000400:00000200:3.0:1776192959.696865:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000010:0.0:1776192959.696867:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00000400:00000200:3.0:1776192959.696868:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006388d076 00000400:00000010:3.0:1776192959.696871:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006388d076 (tot 82351746). 00010000:00000010:0.0:1776192959.696873:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000100:00000200:3.0:1776192959.696876:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776192959.696959:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004c4d4ce. 00000020:00000010:1.0:1776192959.696966:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.696969:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.696992:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e52900f9 x1862471344650560/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192959.697026:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650560 02000000:00000010:1.0:1776192959.697037:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005ccedf31. 00010000:00000010:1.0:1776192959.697062:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcd60b6e. 00010000:00000010:1.0:1776192959.697081:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1bc3377. 00000100:00000010:1.0:1776192959.697088:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0a2b3dc. 00000100:00000010:1.0:1776192959.697105:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0a2b3dc. 00010000:00000010:1.0:1776192959.697108:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1bc3377. 00000400:00000010:1.0:1776192959.697120:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192959.697124:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650560, offset 224 00000400:00000200:1.0:1776192959.697131:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.697142:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.697147:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91772:91772:256:4294967295] 192.168.203.33@tcp LPNI seq info [91772:91772:8:4294967295] 00000400:00000200:1.0:1776192959.697177:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.697182:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.697186:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82351994). 00000800:00000200:1.0:1776192959.697191:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.697197:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.697201:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.697220:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.697224:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.697227:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004c4d4ce. 02000000:00000010:1.0:1776192959.697234:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000249c04dd. 00000100:00000010:1.0:1776192959.697237:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0f312d3. 02000000:00000010:1.0:1776192959.697240:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b3849dc. 00000100:00000010:1.0:1776192959.697242:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:1.0:1776192959.697245:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e60f265. 00000100:00000010:1.0:1776192959.697247:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 02000000:00000010:1.0:1776192959.697251:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051947a87. 00000100:00000010:1.0:1776192959.697253:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000364d87e3. 02000000:00000010:1.0:1776192959.697256:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b504393. 00000100:00000010:1.0:1776192959.697258:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:1.0:1776192959.697261:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006cc85e29. 00000100:00000010:1.0:1776192959.697263:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000200:1.0:1776192959.697268:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776192959.697273:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c373dcc. 00000400:00000010:1.0:1776192959.697288:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0a2b3dc (tot 82352146). 00000800:00000200:0.0:1776192959.697344:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.697347:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:0.0:1776192959.697351:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.697354:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.697357:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:0.0:1776192959.697358:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 02000000:00000010:0.0:1776192959.697361:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005ccedf31. 00010000:00000010:0.1:1776192959.698384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000341b2cea. 00010000:00000010:0.1:1776192959.698394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d03d6. 00080000:00000010:3.0:1776192959.699109:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efdec631. 00010000:00000010:3.0:1776192959.699228:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080ddf1b2. 00010000:00000010:3.0:1776192959.699237:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000daad223e. 00010000:00000010:3.0:1776192959.699341:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1eee2f8. 00010000:00000010:3.0:1776192959.699348:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90fa398. 00010000:00000010:3.0:1776192959.699363:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060308fd3. 00000100:00000010:3.0:1776192959.699372:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192959.699381:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192959.699395:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006cc85e29. 02000000:00000010:3.0:1776192959.699423:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000249c04dd. 00000400:00000010:3.0:1776192959.699430:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea7ed774. 00000400:00000010:3.0:1776192959.699436:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192959.699441:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533056, portal 16 00000400:00000010:3.0:1776192959.699446:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192959.699448:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533056, offset 0 00000400:00000200:3.0:1776192959.699457:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.699471:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.699478:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.699482:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.699486:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.699489:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91773:91773:256:4294967295] 192.168.203.33@tcp LPNI seq info [91773:91773:8:4294967295] 00000400:00000200:3.0:1776192959.699498:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.699505:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.699510:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192959.699517:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.699523:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.699527:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.700063:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.700068:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:1.0:1776192959.700073:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.700079:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.700083:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:1.0:1776192959.700085:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:1.0:1776192959.700092:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349533056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.700196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015d6eebe. 00010000:00000010:3.1:1776192959.714534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4047301. 00000400:00000200:3.0:1776192959.714829:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.714851:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317980 00000400:00000200:3.0:1776192959.714859:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4069 [1] + 224 00000400:00000200:3.0:1776192959.714869:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.714873:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.714882:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349533056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.715128:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.715133:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f980 00000400:00000200:3.0:1776192959.715138:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb29c1 [2] + 0 00000400:00000200:3.0:1776192959.715427:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.715431:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.715436:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.715441:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000020:00000010:2.0:1776192959.716057:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005370db4a. 00000020:00000010:2.0:1776192959.716064:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.716068:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.716092:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dd79861 x1862471344650624/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192959.716126:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650624 02000000:00000010:2.0:1776192959.716134:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc9d7ea2. 00010000:00000010:2.0:1776192959.716181:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192959.716187:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.716193:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:2.0:1776192959.716197:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000400:00000010:2.0:1776192959.716209:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192959.716214:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650624, offset 224 00000400:00000200:2.0:1776192959.716222:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.716232:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.716237:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91774:91774:256:4294967295] 192.168.203.33@tcp LPNI seq info [91774:91774:8:4294967295] 00000400:00000200:2.0:1776192959.716247:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.716252:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.716256:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192959.716261:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.716266:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.716269:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.716294:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.716298:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.716307:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005370db4a. 00000800:00000200:2.0:1776192959.716373:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.716376:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82351898). 00000400:00000200:2.0:1776192959.716379:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.716383:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.716386:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:2.0:1776192959.716388:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00000400:00000010:1.0:1776192959.716528:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea7ed774. 00000400:00000200:1.0:1776192959.716534:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:1.0:1776192959.716535:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:1.0:1776192959.716541:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349533056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.716549:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349533056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192959.716566:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b83a896. 02000000:00000010:1.0:1776192959.716578:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000249c04dd. 02000000:00000010:1.0:1776192959.716583:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006cc85e29. 00000100:00000010:1.0:1776192959.716586:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:1.0:1776192959.716588:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:1.0:1776192959.716590:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060308fd3. 00080000:00000010:1.0:1776192959.716604:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b504393. 00010000:00000010:1.0:1776192959.716682:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90fa398. 00010000:00000010:1.0:1776192959.716688:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e42f4d9. 00010000:00000010:1.0:1776192959.716770:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192959.716776:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dde3d5ee. 00010000:00000010:1.0:1776192959.716785:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1bc3377. 00000100:00000010:1.0:1776192959.716790:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013c942b9. 00000100:00000010:1.0:1776192959.716797:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 02000000:00000010:1.0:1776192959.716807:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004c4d4ce. 02000000:00000010:1.0:1776192959.716826:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8647ac7. 00000400:00000010:1.0:1776192959.716831:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce8fc4b3. 00000400:00000010:1.0:1776192959.716835:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192959.716840:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533120, portal 16 00000400:00000010:1.0:1776192959.716843:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192959.716845:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533120, offset 0 00000400:00000200:1.0:1776192959.716850:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.716858:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.716864:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.716868:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.716870:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.716873:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91775:91775:256:4294967295] 192.168.203.33@tcp LPNI seq info [91775:91775:8:4294967295] 00000400:00000200:1.0:1776192959.716879:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.716884:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.716887:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192959.716891:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.716906:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.716909:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.717247:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.717250:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:2.0:1776192959.717253:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.717259:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.717261:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:2.0:1776192959.717263:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:2.0:1776192959.717268:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000083f5869e x1862471349533120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.727902:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.727923:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673179c0 00000400:00000200:3.0:1776192959.727933:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4075 [1] + 224 00000400:00000200:3.0:1776192959.727953:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.727958:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.727969:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000083f5869e x1862471349533120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.728146:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce8fc4b3. 00000400:00000200:1.0:1776192959.728151:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192959.728182:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:1.0:1776192959.728188:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000083f5869e x1862471349533120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.728196:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000083f5869e x1862471349533120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.728228:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8647ac7. 02000000:00000010:1.0:1776192959.728233:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004c4d4ce. 00000100:00000010:1.0:1776192959.728237:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 00000100:00000010:1.0:1776192959.728241:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013c942b9. 00010000:00000010:1.0:1776192959.728245:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1bc3377. 00000400:00000200:2.0:1776192959.734047:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.734066:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6f9c0 00000400:00000200:2.0:1776192959.734074:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb29c1 [2] + 328 00000400:00000200:2.0:1776192959.734366:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.734372:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.734378:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.734384:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00000020:00000010:1.0:1776192959.734469:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004c4d4ce. 00000020:00000010:1.0:1776192959.734475:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.734480:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.734505:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2f852e5 x1862471344650688/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192959.734538:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650688 02000000:00000010:1.0:1776192959.734548:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8647ac7. 00010000:00000010:1.0:1776192959.734574:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010ba3781. 00010000:00000010:1.0:1776192959.734596:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1bc3377. 00000100:00000010:1.0:1776192959.734602:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013c942b9. 00000100:00000010:1.0:1776192959.734615:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013c942b9. 00010000:00000010:1.0:1776192959.734619:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1bc3377. 00000400:00000010:1.0:1776192959.734631:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192959.734637:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650688, offset 224 00000400:00000200:1.0:1776192959.734644:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.734777:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.734783:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91776:91776:256:4294967295] 192.168.203.33@tcp LPNI seq info [91776:91776:8:4294967295] 00000400:00000200:1.0:1776192959.734793:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.734798:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.734803:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192959.734809:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.734815:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.734818:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.734837:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192959.734841:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.734844:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004c4d4ce. 00080000:00000010:1.0:1776192959.734872:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004c4d4ce. 00010000:00000010:1.0:1776192959.735151:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dde3d5ee. 00010000:00000010:1.0:1776192959.735188:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000164392c. 00000800:00000200:0.0:1776192959.735291:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.735295:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:0.0:1776192959.735299:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.735305:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.735309:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:0.0:1776192959.735311:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00010000:00000010:1.0:1776192959.735438:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192959.735442:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000086f26a2e. 00010000:00000010:1.0:1776192959.735447:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.735452:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dde3d5ee. 00080000:00000010:1.0:1776192959.735465:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dddeaff. 00010000:00000010:1.0:1776192959.735494:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dde3d5ee. 00010000:00000010:1.0:1776192959.735498:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086f26a2e. 00010000:00000010:1.0:1776192959.735550:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033bbb93f. 00010000:00000010:1.0:1776192959.735554:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dde3d5ee. 00010000:00000010:1.0:1776192959.735561:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1bc3377. 00000100:00000010:1.0:1776192959.735566:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013c942b9. 00000100:00000010:1.0:1776192959.735573:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 02000000:00000010:1.0:1776192959.735583:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e721c00e. 02000000:00000010:1.0:1776192959.735604:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1978db8. 00000400:00000010:1.0:1776192959.735609:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce8fc4b3. 00000400:00000010:1.0:1776192959.735614:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192959.735620:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533184, portal 16 00000400:00000010:1.0:1776192959.735624:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192959.735626:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533184, offset 0 00000400:00000200:1.0:1776192959.735633:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.735640:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.735647:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.735650:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.737010:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.737016:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91777:91777:256:4294967295] 192.168.203.33@tcp LPNI seq info [91777:91777:8:4294967295] 00000400:00000200:1.0:1776192959.737027:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.737033:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.737037:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192959.737045:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.737051:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.737055:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776192959.738181:0:78524:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030661a11. 00010000:00000010:3.1:1776192959.738194:0:78524:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65fd4b2. 00010000:00000010:1.1:1776192959.738436:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4df6a2. 00010000:00000010:1.1:1776192959.738443:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048a3d2cb. 00010000:00000010:1.1:1776192959.738448:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1eee2f8. 00000800:00000200:2.0:1776192959.740210:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.740218:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:2.0:1776192959.740226:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.740234:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.740240:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:2.0:1776192959.740243:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000100:00000200:2.0:1776192959.740252:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000083f5869e x1862471349533184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.743068:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.743086:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317a00 00000400:00000200:2.0:1776192959.743093:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4081 [1] + 224 00000400:00000200:2.0:1776192959.743103:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.743107:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.743115:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000083f5869e x1862471349533184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.743150:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.743180:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fa00 00000400:00000200:2.0:1776192959.743184:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb29c1 [2] + 656 00000400:00000200:2.0:1776192959.743193:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.743196:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.743200:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.743205:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00000020:00000010:0.0:1776192959.743312:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c641a009. 00000020:00000010:0.0:1776192959.743319:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.743324:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.743347:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344650752/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192959.743382:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650752 02000000:00000010:0.0:1776192959.743391:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000368a870e. 00010000:00000010:0.0:1776192959.743426:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.743433:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.743439:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.743442:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000400:00000010:0.0:1776192959.743455:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192959.743458:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650752, offset 224 00000400:00000200:0.0:1776192959.743465:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.743475:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.743480:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91778:91778:256:4294967295] 192.168.203.33@tcp LPNI seq info [91778:91778:8:4294967295] 00000400:00000200:0.0:1776192959.743490:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.743494:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.743498:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:0.0:1776192959.743503:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.743509:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.743513:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.743529:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.743532:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.743535:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c641a009. 00000800:00000200:0.0:1776192959.743619:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.743622:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:0.0:1776192959.743625:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.743629:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.743632:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192959.743634:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000400:00000010:3.0:1776192959.744126:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce8fc4b3. 00000400:00000200:3.0:1776192959.744131:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:3.0:1776192959.744134:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00000100:00000200:3.0:1776192959.744140:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000083f5869e x1862471349533184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.744149:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000083f5869e x1862471349533184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192959.744226:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6abba2a. 02000000:00000010:3.0:1776192959.744240:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1978db8. 02000000:00000010:3.0:1776192959.744244:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e721c00e. 00000100:00000010:3.0:1776192959.744248:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 00000100:00000010:3.0:1776192959.744251:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013c942b9. 00010000:00000010:3.0:1776192959.744320:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1bc3377. 00080000:00000010:3.0:1776192959.744338:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005be76863. 00010000:00000010:3.0:1776192959.744421:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dde3d5ee. 00010000:00000010:3.0:1776192959.744429:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069c55c61. 00010000:00000010:3.0:1776192959.744496:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037b752a7. 00010000:00000010:3.0:1776192959.744502:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90fa398. 00010000:00000010:3.0:1776192959.744513:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192959.744517:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192959.744524:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192959.744534:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c576c568. 02000000:00000010:3.0:1776192959.744556:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cc85e29. 00000400:00000010:3.0:1776192959.744560:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192959.744564:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192959.744569:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533248, portal 16 00000400:00000010:3.0:1776192959.744573:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192959.744575:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533248, offset 0 00000400:00000200:3.0:1776192959.744580:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.744588:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.744594:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.744597:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.744600:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.744602:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91779:91779:256:4294967295] 192.168.203.33@tcp LPNI seq info [91779:91779:8:4294967295] 00000400:00000200:3.0:1776192959.744610:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.744615:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.744618:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192959.744623:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.744629:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.744632:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.744997:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.745001:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192959.745006:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.745011:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.745014:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:0.0:1776192959.745015:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:0.0:1776192959.745020:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349533248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.747549:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.747571:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317a40 00000400:00000200:2.0:1776192959.747582:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb408d [1] + 224 00000400:00000200:2.0:1776192959.747592:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.747596:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.747607:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349533248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.747645:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.747652:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fa40 00000400:00000200:2.0:1776192959.747667:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb29c1 [2] + 984 00000400:00000200:2.0:1776192959.747728:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.747731:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.747734:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192959.747739:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000020:00000010:0.0:1776192959.747914:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c641a009. 00000020:00000010:0.0:1776192959.747921:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f797b9. 00000020:00000010:0.0:1776192959.747925:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.747948:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344650816/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192959.747980:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650816 02000000:00000010:0.0:1776192959.747991:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d925bf1. 00010000:00000010:0.0:1776192959.748028:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.748035:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.748042:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.748045:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000400:00000010:0.0:1776192959.748059:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192959.748065:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650816, offset 224 00000400:00000200:0.0:1776192959.748073:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.748084:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.748089:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91780:91780:256:4294967295] 192.168.203.33@tcp LPNI seq info [91780:91780:8:4294967295] 00000400:00000200:0.0:1776192959.748099:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.748105:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.748110:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000400:00000010:3.0:1776192959.748112:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000800:00000200:0.0:1776192959.748117:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000400:00000200:3.0:1776192959.748118:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192959.748122:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000800:00000200:0.0:1776192959.748126:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000100:00000200:3.0:1776192959.748129:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349533248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1776192959.748133:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1776192959.748143:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349533248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192959.748181:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f797b9. 00010000:00000010:3.0:1776192959.748182:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f864990. 00000020:00000010:0.0:1776192959.748187:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.748192:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c641a009. 02000000:00000010:3.0:1776192959.748201:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cc85e29. 02000000:00000010:3.0:1776192959.748207:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c576c568. 00000100:00000010:3.0:1776192959.748211:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192959.748214:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192959.748216:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00080000:00000010:3.0:1776192959.748231:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c576c568. 00000800:00000200:0.0:1776192959.748269:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.748273:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:0.0:1776192959.748277:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.748281:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.748283:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192959.748285:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00010000:00000010:3.0:1776192959.748309:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90fa398. 00010000:00000010:3.0:1776192959.748315:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000661b2494. 00010000:00000010:3.0:1776192959.749317:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0871500. 00010000:00000010:3.0:1776192959.749327:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90fa398. 00010000:00000010:3.0:1776192959.749337:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192959.749342:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192959.749349:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192959.749360:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006cc85e29. 02000000:00000010:3.0:1776192959.749855:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000249c04dd. 00000400:00000010:3.0:1776192959.749863:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192959.749870:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192959.749875:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533312, portal 16 00000400:00000010:3.0:1776192959.749880:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192959.749882:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533312, offset 0 00000400:00000200:3.0:1776192959.750096:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.750111:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.750119:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.750122:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.750125:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.750128:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91781:91781:256:4294967295] 192.168.203.33@tcp LPNI seq info [91781:91781:8:4294967295] 00000400:00000200:3.0:1776192959.750137:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.750143:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.750148:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192959.750173:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.750180:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.750184:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.752484:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.752491:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192959.752498:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.752507:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.752512:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:3.0:1776192959.752514:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:3.0:1776192959.752522:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349533312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.757331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde1c329. 00010000:00000010:1.1:1776192959.757345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6ebfbe1. 00010000:00000010:1.1:1776192959.757350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.1:1776192959.757354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192959.757356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:2.0:1776192959.762635:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.762669:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317a80 00000400:00000200:2.0:1776192959.762678:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4099 [1] + 224 00000400:00000200:2.0:1776192959.762691:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.762695:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.762706:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349533312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.762753:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.762759:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fa80 00000400:00000200:2.0:1776192959.762764:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb29c1 [2] + 1312 00000400:00000010:3.0:1776192959.762785:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:3.0:1776192959.762791:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192959.762793:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192959.762801:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349533312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.762810:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349533312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192959.762830:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.762836:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.762841:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1776192959.762846:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000249c04dd. 00000100:00000010:2.0:1776192959.762847:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:3.0:1776192959.762855:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006cc85e29. 00000100:00000010:3.0:1776192959.762860:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:3.0:1776192959.762863:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192959.762867:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000020:00000010:2.0:1776192959.762898:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccadfc1a. 00000020:00000010:2.0:1776192959.762905:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.762910:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.762933:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344650880/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192959.762970:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650880 02000000:00000010:2.0:1776192959.762981:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005370db4a. 00010000:00000010:2.0:1776192959.763008:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087739d0f. 00010000:00000010:2.0:1776192959.763028:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192959.763034:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.763048:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:2.0:1776192959.763051:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000400:00000010:2.0:1776192959.763061:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192959.763066:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650880, offset 224 00000400:00000200:2.0:1776192959.763072:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.763082:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.763087:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91782:91782:256:4294967295] 192.168.203.33@tcp LPNI seq info [91782:91782:8:4294967295] 00000400:00000200:2.0:1776192959.763096:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.763101:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.763105:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce01e6ad (tot 82352146). 00000800:00000200:2.0:1776192959.763111:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.763116:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.763119:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce01e6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.763132:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.763136:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.763145:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccadfc1a. 00080000:00000010:3.0:1776192959.763257:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004102d1c7. 00010000:00000010:3.0:1776192959.763334:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90fa398. 00010000:00000010:3.0:1776192959.763340:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d0864a4. 00010000:00000010:3.0:1776192959.763413:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023844e51. 00010000:00000010:3.0:1776192959.763419:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90fa398. 00010000:00000010:3.0:1776192959.763428:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aed494c. 00000100:00000010:3.0:1776192959.763431:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192959.763437:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192959.763447:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006cc85e29. 02000000:00000010:3.0:1776192959.763466:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000249c04dd. 00000400:00000010:3.0:1776192959.763470:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192959.763472:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192959.763476:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533376, portal 16 00000400:00000010:3.0:1776192959.763480:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192959.763481:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533376, offset 0 00000400:00000200:3.0:1776192959.763487:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.763492:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.763499:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.763502:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.763505:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.763508:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91783:91783:255:4294967295] 192.168.203.33@tcp LPNI seq info [91783:91783:7:4294967295] 00000400:00000200:3.0:1776192959.763518:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.763523:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.763526:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192959.763530:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.763534:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.763537:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.763556:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.763560:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce01e6ad (tot 82352146). 00000400:00000200:0.0:1776192959.763565:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.763571:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.763574:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:0.0:1776192959.763576:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00000800:00000200:0.0:1776192959.763621:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.763623:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192959.763627:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.763631:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.763633:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:0.0:1776192959.763634:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:0.0:1776192959.763639:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349533376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.766015:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.766033:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317ac0 00000400:00000200:3.0:1776192959.766040:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb40a5 [1] + 224 00000400:00000200:3.0:1776192959.766051:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.766054:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.766064:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349533376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.766105:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.766111:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fac0 00000400:00000200:3.0:1776192959.766115:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb29c1 [2] + 1640 00000400:00000010:0.0:1776192959.766211:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:0.0:1776192959.766217:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:0.0:1776192959.766220:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:0.0:1776192959.766226:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349533376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.766234:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349533376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.766273:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000249c04dd. 02000000:00000010:0.0:1776192959.766280:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006cc85e29. 00000100:00000010:0.0:1776192959.766284:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:0.0:1776192959.766287:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:0.0:1776192959.766290:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aed494c. 00000400:00000200:3.0:1776192959.766340:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.766346:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.766350:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.766355:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000020:00000010:2.0:1776192959.766444:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccadfc1a. 00000020:00000010:2.0:1776192959.766450:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.766454:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.766477:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344650944/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192959.766510:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344650944 02000000:00000010:2.0:1776192959.766520:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051947a87. 00010000:00000010:2.0:1776192959.766545:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003154cdf1. 00010000:00000010:2.0:1776192959.766565:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192959.766571:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.766584:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:2.0:1776192959.766587:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000400:00000010:2.0:1776192959.766597:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002554c9c2. 00000100:00000200:2.0:1776192959.766602:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344650944, offset 224 00000400:00000200:2.0:1776192959.766608:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.766618:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.766623:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91784:91784:256:4294967295] 192.168.203.33@tcp LPNI seq info [91784:91784:8:4294967295] 00000400:00000200:2.0:1776192959.766633:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.766638:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.766642:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000723bb03d (tot 82352146). 00000800:00000200:2.0:1776192959.766647:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.766872:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.766876:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000723bb03d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.766898:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.766903:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.766911:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccadfc1a. 00080000:00000010:0.0:1776192959.767383:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037f3cba5. 00000800:00000200:3.0:1776192959.767432:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.767436:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000723bb03d (tot 82351898). 00000400:00000200:3.0:1776192959.767441:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.767447:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.767450:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:3.0:1776192959.767452:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00010000:00000010:0.0:1776192959.767478:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90fa398. 00010000:00000010:0.0:1776192959.767486:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f8bafd2. 00010000:00000010:0.0:1776192959.767556:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000746d03d6. 00010000:00000010:0.0:1776192959.767562:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c48e5ab6. 00010000:00000010:0.0:1776192959.767572:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.767577:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.767584:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 02000000:00000010:0.0:1776192959.767595:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f72fe228. 02000000:00000010:0.0:1776192959.767615:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000204b9900. 00000400:00000010:0.0:1776192959.767619:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087cef136. 00000400:00000010:0.0:1776192959.767623:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192959.767628:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533440, portal 16 00000400:00000010:0.0:1776192959.767633:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192959.767635:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533440, offset 0 00000400:00000200:0.0:1776192959.767642:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.767651:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.767854:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.767858:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.767861:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.767864:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91785:91785:256:4294967295] 192.168.203.33@tcp LPNI seq info [91785:91785:8:4294967295] 00000400:00000200:0.0:1776192959.767873:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.767877:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.767881:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:0.0:1776192959.767887:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.767893:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.767896:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.768005:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.768007:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:2.0:1776192959.768011:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.768015:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.768017:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:2.0:1776192959.768019:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000100:00000200:2.0:1776192959.768024:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cc5bdd79 x1862471349533440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.771646:0:78526:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 000000007f52eb87 (tot 82352090). 00000001:02000400:1.0:1776192959.773860:0:78526:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000200:3.0:1776192959.775271:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.775289:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317b00 00000400:00000200:3.0:1776192959.775299:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb40b1 [1] + 224 00000400:00000200:3.0:1776192959.775311:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.775314:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.775325:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cc5bdd79 x1862471349533440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.775362:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.775377:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fb00 00000400:00000200:3.0:1776192959.775382:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb29c1 [2] + 1968 00000400:00000010:3.0:1776192959.775386:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001cf62e63. 00000400:00000200:3.0:1776192959.775390:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003ac1afa3 00000400:00000200:3.0:1776192959.775441:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.775445:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.775447:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ac1afa3 00000400:00000010:3.0:1776192959.775449:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003ac1afa3 (tot 82351938). 00000100:00000200:3.0:1776192959.775454:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776192959.775861:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087cef136. 00000400:00000200:0.0:1776192959.775868:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192959.775870:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192959.775877:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cc5bdd79 x1862471349533440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.775886:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cc5bdd79 x1862471349533440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.775918:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000204b9900. 02000000:00000010:0.0:1776192959.775925:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f72fe228. 00000100:00000010:0.0:1776192959.775929:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 00000100:00000010:0.0:1776192959.775934:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.775937:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000020:00000010:2.0:1776192959.776138:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccadfc1a. 00000020:00000010:2.0:1776192959.776145:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.776149:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.776228:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1aeb8b8 x1862471344651008/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192959.776266:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651008 02000000:00000010:2.0:1776192959.776276:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b3849dc. 00010000:00000010:2.0:1776192959.776302:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f41f51bd. 00010000:00000010:2.0:1776192959.776321:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192959.776328:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081a011a4. 00000100:00000010:2.0:1776192959.776337:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081a011a4. 00010000:00000010:2.0:1776192959.776339:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000400:00000010:2.0:1776192959.776350:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000562a51. 00000100:00000200:2.0:1776192959.776354:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651008, offset 224 00000400:00000200:2.0:1776192959.776361:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.776374:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.776380:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91786:91786:256:4294967295] 192.168.203.33@tcp LPNI seq info [91786:91786:8:4294967295] 00000400:00000200:2.0:1776192959.776389:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.776393:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.776397:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086182e6a (tot 82352186). 00000800:00000200:2.0:1776192959.776403:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.776409:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.776412:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086182e6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.776426:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.776430:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.776441:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccadfc1a. 02000000:00000010:2.0:1776192959.776449:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051947a87. 00000100:00000010:2.0:1776192959.776452:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:2.0:1776192959.776455:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005370db4a. 00000100:00000010:2.0:1776192959.776458:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192959.776462:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d925bf1. 00000100:00000010:2.0:1776192959.776464:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 02000000:00000010:2.0:1776192959.776466:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000368a870e. 00000100:00000010:2.0:1776192959.776468:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192959.776472:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8647ac7. 00000100:00000010:2.0:1776192959.776474:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192959.776476:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc9d7ea2. 00000100:00000010:2.0:1776192959.776478:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000200:2.0:1776192959.776483:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192959.776489:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000237e79a2. 00000400:00000010:2.0:1776192959.776493:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000081a011a4 (tot 82352338). 00080000:00000010:0.0:1776192959.776999:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f72fe228. 00010000:00000010:0.0:1776192959.777085:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c48e5ab6. 00010000:00000010:0.0:1776192959.777092:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054e7ba0d. 00010000:00000010:0.0:1776192959.777191:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9b18fbf. 00010000:00000010:0.0:1776192959.777196:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000001b0d5e7. 00010000:00000010:0.0:1776192959.777200:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf416c0. 00010000:00000010:0.0:1776192959.777205:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c48e5ab6. 00080000:00000010:0.0:1776192959.777216:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000204b9900. 00010000:00000010:0.0:1776192959.777240:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c48e5ab6. 00010000:00000010:0.0:1776192959.777243:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001b0d5e7. 00000004:00000010:0.0:1776192959.777296:0:77323:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b2251f26. 00000004:00000010:0.0:1776192959.777305:0:77323:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 000000009e1d1223. 00000004:00000010:0.0:1776192959.777310:0:77323:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000911147b2. 00080000:00000010:0.0:1776192959.777316:0:77323:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000007d925bf1. 00000001:00000010:0.0:1776192959.777330:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000087cef136. 00000001:00000010:0.0:1776192959.777341:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000087cef136. 00080000:00000010:0.0:1776192959.777353:0:77323:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000007d925bf1. 00000004:00000010:0.0:1776192959.777359:0:77323:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000911147b2. 00000004:00000010:0.0:1776192959.777363:0:77323:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 000000009e1d1223. 00000004:00000010:0.0:1776192959.777366:0:77323:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000b2251f26. 00010000:00000010:0.0:1776192959.777384:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.0:1776192959.777387:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c48e5ab6. 00010000:00000010:0.0:1776192959.777394:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.777399:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.777408:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 02000000:00000010:0.0:1776192959.777420:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d925bf1. 02000000:00000010:0.0:1776192959.777443:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000368a870e. 00000400:00000010:0.0:1776192959.777447:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087cef136. 00000400:00000010:0.0:1776192959.777451:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192959.777455:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533504, portal 16 00000400:00000010:0.0:1776192959.777459:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004654046e. 00000100:00000200:0.0:1776192959.777462:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533504, offset 0 00000400:00000200:0.0:1776192959.777470:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.777479:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.777484:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.777488:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.777491:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.777494:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91787:91787:255:4294967295] 192.168.203.33@tcp LPNI seq info [91787:91787:7:4294967295] 00000400:00000200:0.0:1776192959.777502:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.777507:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.777511:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352586). 00000800:00000200:0.0:1776192959.777516:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.777521:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.777523:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1776192959.778480:0:78526:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 000000007f52eb87 (tot 82352394). 00010000:00000010:3.1:1776192959.779771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd5e407. 00010000:00000010:3.1:1776192959.779781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c84941b6. 00010000:00000010:3.1:1776192959.779784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033bbb93f. 00010000:00000010:3.1:1776192959.779787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a49930e8. 00010000:00000010:3.1:1776192959.779790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e7f774. 00010000:00000010:3.1:1776192959.779793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00000800:00000200:3.0:1776192959.779865:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.779869:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086182e6a (tot 82352146). 00000400:00000200:3.0:1776192959.779875:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.779884:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.779901:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:3.0:1776192959.779904:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 02000000:00000010:3.0:1776192959.779912:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b3849dc. 00000800:00000200:3.0:1776192959.779979:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.779982:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192959.779985:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.779989:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.779992:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004654046e 00000400:00000010:3.0:1776192959.779994:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004654046e. 00000100:00000200:3.0:1776192959.780001:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cc5bdd79 x1862471349533504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.781189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a632fd3d. 00010000:00000010:2.1:1776192959.781200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a40cc3. 00010000:00000010:2.1:1776192959.781202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2b3e428. 00000400:00000200:2.0:1776192959.781904:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192959.781920:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317b40 00000400:00000200:2.0:1776192959.781929:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb40c1 [1] + 224 00000400:00000200:2.0:1776192959.781944:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.781948:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192959.781958:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cc5bdd79 x1862471349533504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192959.782028:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087cef136. 00000400:00000200:0.0:1776192959.782033:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:0.0:1776192959.782035:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000100:00000200:0.0:1776192959.782040:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cc5bdd79 x1862471349533504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.782048:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cc5bdd79 x1862471349533504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.782076:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000368a870e. 02000000:00000010:0.0:1776192959.782082:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d925bf1. 00000100:00000010:0.0:1776192959.782085:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 00000100:00000010:0.0:1776192959.782089:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.782093:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000400:00000200:3.0:1776192959.782488:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.782497:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fb40 00000400:00000200:3.0:1776192959.782502:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a31 [2] + 0 00000400:00000200:3.0:1776192959.782548:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.782551:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.782556:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.782561:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00010000:00000010:0.1:1776192959.783620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b60992a1. 00010000:00000010:0.1:1776192959.783630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023844e51. 00000020:00000010:0.0:1776192959.783840:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000368a870e. 00000020:00000010:0.0:1776192959.783847:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.783851:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.783879:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344651072/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192959.783949:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651072 02000000:00000010:0.0:1776192959.783962:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c641a009. 00010000:00000010:0.0:1776192959.783991:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bc80704. 00010000:00000010:0.0:1776192959.784013:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.784021:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.784036:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.784041:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000400:00000010:0.0:1776192959.784055:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192959.784060:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651072, offset 224 00000400:00000200:0.0:1776192959.784069:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.784083:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.784090:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91788:91788:256:4294967295] 192.168.203.33@tcp LPNI seq info [91788:91788:8:4294967295] 00000400:00000200:0.0:1776192959.784106:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.784113:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.784117:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82352146). 00000800:00000200:0.0:1776192959.784125:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.784133:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.784136:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.784177:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.784181:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.784185:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000368a870e. 00010000:00000010:3.1:1776192959.785182:0:1358:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b48f6d4. 00010000:00000010:3.1:1776192959.785193:0:1358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0871500. 00080000:00000010:1.0:1776192959.789406:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8647ac7. 00010000:00000010:1.0:1776192959.789499:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c48e5ab6. 00010000:00000010:1.0:1776192959.789507:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044bc53d1. 00010000:00000010:1.0:1776192959.789586:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.789592:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d5a62edc. 00010000:00000010:1.0:1776192959.789604:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004eea7b4. 00000100:00000010:1.0:1776192959.789611:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f52eb87. 00000100:00000010:1.0:1776192959.789619:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 02000000:00000010:1.0:1776192959.789632:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e994064b. 02000000:00000010:1.0:1776192959.789656:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e721c00e. 00000400:00000010:1.0:1776192959.789663:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005fbaad67. 00000400:00000010:1.0:1776192959.789669:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192959.789675:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533568, portal 16 00000400:00000010:1.0:1776192959.789680:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192959.789682:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533568, offset 0 00000400:00000200:1.0:1776192959.789692:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.789706:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.789722:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.789726:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.789729:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.789732:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91789:91789:255:4294967295] 192.168.203.33@tcp LPNI seq info [91789:91789:7:4294967295] 00000400:00000200:1.0:1776192959.789741:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.789747:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.789752:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352394). 00000800:00000200:1.0:1776192959.789759:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.789765:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.789769:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.790857:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.790864:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82352146). 00000400:00000200:3.0:1776192959.790872:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.790881:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.790887:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:3.0:1776192959.790902:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000800:00000200:3.0:1776192959.791593:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.791597:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:3.0:1776192959.791601:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.791606:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.791610:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:3.0:1776192959.791612:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:3.0:1776192959.791619:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e244c8e9 x1862471349533568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.792926:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.792946:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317b80 00000400:00000200:3.0:1776192959.792955:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb40cd [1] + 224 00000400:00000200:3.0:1776192959.792979:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.792985:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.792993:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e244c8e9 x1862471349533568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.793083:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005fbaad67. 00000400:00000200:1.0:1776192959.793089:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:1.0:1776192959.793090:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:1.0:1776192959.793096:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e244c8e9 x1862471349533568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.793102:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e244c8e9 x1862471349533568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.793132:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e721c00e. 02000000:00000010:1.0:1776192959.793137:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e994064b. 00000100:00000010:1.0:1776192959.793150:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000010:1.0:1776192959.793185:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f52eb87. 00010000:00000010:1.0:1776192959.793189:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004eea7b4. 00010000:00000010:0.1:1776192959.795207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e18990a. 00010000:00000010:0.1:1776192959.795220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d03d6. 00010000:00000010:0.1:1776192959.795226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:0.1:1776192959.795229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf416c0. 00010000:00000010:0.1:1776192959.798758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004423996f. 00000400:00000200:3.0:1776192959.799734:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.799752:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fb80 00000400:00000200:3.0:1776192959.799760:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a31 [2] + 328 00000400:00000200:3.0:1776192959.799820:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.799825:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.799831:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.799837:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000020:00000010:0.0:1776192959.800857:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000368a870e. 00000020:00000010:0.0:1776192959.800867:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.800871:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.800899:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344651136/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192959.800933:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651136 02000000:00000010:0.0:1776192959.800944:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d925bf1. 00010000:00000010:0.0:1776192959.800969:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041c10aae. 00010000:00000010:0.0:1776192959.800988:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000100:00000010:0.0:1776192959.800994:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.801011:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.801014:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000400:00000010:0.0:1776192959.801025:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192959.801030:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651136, offset 224 00000400:00000200:0.0:1776192959.801037:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.801048:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.801054:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91790:91790:256:4294967295] 192.168.203.33@tcp LPNI seq info [91790:91790:8:4294967295] 00000400:00000200:0.0:1776192959.801064:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.801069:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.801074:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192959.801079:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.801086:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.801089:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192959.801090:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002bd40b43. 00000020:00000010:0.0:1776192959.801109:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.801113:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.801116:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000368a870e. 00010000:00000010:1.0:1776192959.801204:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5a62edc. 00010000:00000010:1.0:1776192959.801212:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a1dab22. 00010000:00000010:0.0:1776192959.801374:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf416c0. 00000800:00000200:3.0:1776192959.801382:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1776192959.801382:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c7b5b696. 00000800:00000010:3.0:1776192959.801387:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:3.0:1776192959.801392:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776192959.801394:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff79d777. 00000400:00000200:3.0:1776192959.801399:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000010:0.0:1776192959.801399:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000400:00000200:3.0:1776192959.801405:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000100:00000010:0.0:1776192959.801407:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 00000400:00000010:3.0:1776192959.801408:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 02000000:00000010:0.0:1776192959.801419:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000368a870e. 02000000:00000010:0.0:1776192959.801442:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000eff3feb. 00000400:00000010:0.0:1776192959.801447:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087cef136. 00000400:00000010:0.0:1776192959.801450:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192959.801454:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533632, portal 16 00000400:00000010:0.0:1776192959.801458:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002696d13a. 00000100:00000200:0.0:1776192959.801459:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533632, offset 0 00000400:00000200:0.0:1776192959.801464:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.801470:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.801476:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.801479:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.801482:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.801485:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91791:91791:256:4294967295] 192.168.203.33@tcp LPNI seq info [91791:91791:8:4294967295] 00000400:00000200:0.0:1776192959.801492:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.801496:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.801498:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82352146). 00000800:00000200:0.0:1776192959.801502:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.801506:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.801508:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.801589:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.801591:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82351898). 00000400:00000200:3.0:1776192959.801593:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.801596:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.801598:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002696d13a 00000400:00000010:3.0:1776192959.801599:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002696d13a. 00000100:00000200:3.0:1776192959.801602:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cc5bdd79 x1862471349533632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.804646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086689900. 00010000:00000010:1.1:1776192959.804663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd8ba4. 00010000:00000010:0.1:1776192959.807202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f67c4f2. 00010000:00000010:1.1:1776192959.811214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aca559fa. 00010000:00000010:1.1:1776192959.811226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:3.0:1776192959.818788:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.818807:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317bc0 00000400:00000200:3.0:1776192959.818816:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb40d9 [1] + 224 00000400:00000200:3.0:1776192959.818830:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.818834:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.818845:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cc5bdd79 x1862471349533632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.818932:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087cef136. 00000400:00000200:1.0:1776192959.818938:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:1.0:1776192959.818940:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:1.0:1776192959.818945:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cc5bdd79 x1862471349533632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.818953:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cc5bdd79 x1862471349533632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.818991:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000eff3feb. 02000000:00000010:1.0:1776192959.818997:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000368a870e. 00000100:00000010:1.0:1776192959.819001:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 00000100:00000010:1.0:1776192959.819005:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:1.0:1776192959.819008:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff79d777. 00000400:00000200:3.0:1776192959.827941:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.827961:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fbc0 00000400:00000200:3.0:1776192959.827970:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a31 [2] + 656 00000400:00000200:3.0:1776192959.828071:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.828076:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.828082:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.828088:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000020:00000010:2.0:1776192959.828203:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005370db4a. 00000020:00000010:2.0:1776192959.828210:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.828215:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.828240:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000246701ee x1862471344651200/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192959.828427:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651200 02000000:00000010:2.0:1776192959.828440:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051947a87. 00010000:00000010:2.0:1776192959.828473:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a5b080c. 00010000:00000010:2.0:1776192959.828498:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192959.828507:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.828522:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192959.828526:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000400:00000010:2.0:1776192959.828541:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc0d762e. 00000100:00000200:2.0:1776192959.828548:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651200, offset 224 00000400:00000200:2.0:1776192959.828557:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.828569:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.828575:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91792:91792:256:4294967295] 192.168.203.33@tcp LPNI seq info [91792:91792:8:4294967295] 00000400:00000200:2.0:1776192959.828584:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.828590:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.828595:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1e3244f (tot 82352146). 00000800:00000200:2.0:1776192959.828601:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.828610:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.828613:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1e3244f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.828629:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.828635:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.828647:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005370db4a. 00000800:00000200:3.0:1776192959.828856:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.828859:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1e3244f (tot 82351898). 00000400:00000200:3.0:1776192959.828883:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.828889:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.828893:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc0d762e 00000400:00000010:3.0:1776192959.828895:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc0d762e. 00080000:00000010:2.0:1776192959.829827:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005370db4a. 00010000:00000010:2.0:1776192959.829921:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7b5b696. 00010000:00000010:2.0:1776192959.829931:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000141fdf0c. 00010000:00000010:2.0:1776192959.830006:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfea2a5c. 00010000:00000010:2.0:1776192959.830013:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d26e6fdd. 00010000:00000010:2.0:1776192959.830023:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4a376e. 00000100:00000010:2.0:1776192959.830027:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.830035:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192959.830047:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccadfc1a. 02000000:00000010:2.0:1776192959.830072:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066c297a2. 00000400:00000010:2.0:1776192959.830077:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eeeb7064. 00000400:00000010:2.0:1776192959.830083:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192959.830089:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533696, portal 16 00000400:00000010:2.0:1776192959.830094:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc0d762e. 00000100:00000200:2.0:1776192959.830097:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533696, offset 0 00000400:00000200:2.0:1776192959.830104:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.830115:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.830122:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.830125:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.830128:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.830130:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91793:91793:256:4294967295] 192.168.203.33@tcp LPNI seq info [91793:91793:8:4294967295] 00000400:00000200:2.0:1776192959.830138:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.830143:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.830146:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e8309aa (tot 82352146). 00000800:00000200:2.0:1776192959.830151:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.830196:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.830199:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e8309aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.830495:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.830499:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e8309aa (tot 82351898). 00000400:00000200:0.0:1776192959.830504:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.830509:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.830514:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc0d762e 00000400:00000010:0.0:1776192959.830516:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc0d762e. 00000100:00000200:0.0:1776192959.830522:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349533696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.839869:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.839888:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317c00 00000400:00000200:3.0:1776192959.839897:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb40e5 [1] + 224 00000400:00000200:3.0:1776192959.839910:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.839914:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.839925:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349533696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.839966:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.839972:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fc00 00000400:00000200:3.0:1776192959.839977:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a31 [2] + 984 00000400:00000200:3.0:1776192959.839985:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.839988:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.839991:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.839997:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000400:00000010:1.0:1776192959.840057:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eeeb7064. 00000400:00000200:1.0:1776192959.840063:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:1.0:1776192959.840064:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:1.0:1776192959.840070:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349533696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.840084:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349533696/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.840112:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066c297a2. 02000000:00000010:1.0:1776192959.840118:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccadfc1a. 00000100:00000010:1.0:1776192959.840121:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:1.0:1776192959.840126:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:1.0:1776192959.840129:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4a376e. 00000020:00000010:0.0:1776192959.848095:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070ac047d. 00000020:00000010:0.0:1776192959.848106:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.848111:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.848141:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344651264/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192959.848204:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651264 02000000:00000010:0.0:1776192959.848215:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014100a12. 00010000:00000010:0.0:1776192959.848243:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000168be7f8. 00010000:00000010:0.0:1776192959.848272:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000063dc33c. 00000100:00000010:0.0:1776192959.848280:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.848295:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.848298:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000063dc33c. 00000400:00000010:0.0:1776192959.848313:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00080000:00000010:1.0:1776192959.848318:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e994064b. 00000100:00000200:0.0:1776192959.848319:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651264, offset 224 00000400:00000200:0.0:1776192959.848330:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.848345:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.848351:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91794:91794:256:4294967295] 192.168.203.33@tcp LPNI seq info [91794:91794:8:4294967295] 00000400:00000200:0.0:1776192959.848362:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.848367:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.848372:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3195cd1 (tot 82352146). 00000800:00000200:0.0:1776192959.848379:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.848386:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.848391:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3195cd1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.848409:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192959.848414:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00010000:00000010:1.0:1776192959.848417:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d26e6fdd. 00000020:00000010:0.0:1776192959.848418:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070ac047d. 00010000:00000010:1.0:1776192959.848426:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b45c751. 00010000:00000010:1.0:1776192959.848500:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192959.848504:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000086f26a2e. 00010000:00000010:1.0:1776192959.848509:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.848515:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d5a62edc. 00000800:00000200:0.0:1776192959.848522:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.848526:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3195cd1 (tot 82351898). 00080000:00000010:1.0:1776192959.848529:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e721c00e. 00000400:00000200:0.0:1776192959.848531:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.848537:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.848542:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:0.0:1776192959.848544:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00010000:00000010:1.0:1776192959.848565:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5a62edc. 00010000:00000010:1.0:1776192959.848571:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086f26a2e. 00010000:00000010:1.0:1776192959.848619:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000474b9c55. 00010000:00000010:1.0:1776192959.848622:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d5a62edc. 00010000:00000010:1.0:1776192959.848629:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004eea7b4. 00000100:00000010:1.0:1776192959.848634:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f52eb87. 00000100:00000010:1.0:1776192959.848641:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 02000000:00000010:1.0:1776192959.848654:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1978db8. 02000000:00000010:1.0:1776192959.848676:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ccedf31. 00000400:00000010:1.0:1776192959.848682:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005fbaad67. 00000400:00000010:1.0:1776192959.848686:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192959.848691:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533760, portal 16 00000400:00000010:1.0:1776192959.848695:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192959.848696:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533760, offset 0 00000400:00000200:1.0:1776192959.848702:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.848708:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.848725:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.848728:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.848731:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.848733:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91795:91795:256:4294967295] 192.168.203.33@tcp LPNI seq info [91795:91795:8:4294967295] 00000400:00000200:1.0:1776192959.848741:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.848745:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.848749:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192959.848752:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.848756:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.848759:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.849037:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.849040:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:0.0:1776192959.849044:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.849047:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.849050:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:0.0:1776192959.849051:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:0.0:1776192959.849056:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e244c8e9 x1862471349533760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.852390:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81626a7. 00010000:00000010:2.1:1776192959.852406:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061189996. 00010000:00000010:2.1:1776192959.852410:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf416c0. 00000400:00000200:0.0:1776192959.856561:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.856582:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317c40 00000400:00000200:0.0:1776192959.856592:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb40f1 [1] + 224 00000400:00000200:0.0:1776192959.856604:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.856608:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.856620:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e244c8e9 x1862471349533760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.856667:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.856673:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fc40 00000400:00000200:0.0:1776192959.856678:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a31 [2] + 1312 00000400:00000200:0.0:1776192959.856689:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.856692:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.856696:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.856702:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 00000020:00000010:2.0:1776192959.857000:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000004b6d4a. 00000020:00000010:2.0:1776192959.857008:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.857012:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.857036:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cc5bdd79 x1862471344651328/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192959.857067:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651328 02000000:00000010:2.0:1776192959.857077:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000030ac7efb. 00010000:00000010:2.0:1776192959.857117:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000316ea555. 00000100:00000010:2.0:1776192959.857124:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.857130:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192959.857133:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000316ea555. 00000400:00000010:2.0:1776192959.857144:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000562a51. 00000100:00000200:2.0:1776192959.857149:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651328, offset 224 00000400:00000200:2.0:1776192959.857181:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.857190:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.857195:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91796:91796:256:4294967295] 192.168.203.33@tcp LPNI seq info [91796:91796:8:4294967295] 00000400:00000200:2.0:1776192959.857205:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.857210:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.857214:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a38946 (tot 82352146). 00000800:00000200:2.0:1776192959.857219:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.857225:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.857228:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a38946 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.857241:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.857244:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.857262:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000004b6d4a. 00000400:00000010:2.0:1776192959.857289:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005fbaad67. 00000400:00000200:2.0:1776192959.857293:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:2.0:1776192959.857294:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:2.0:1776192959.857300:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e244c8e9 x1862471349533760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.857308:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e244c8e9 x1862471349533760/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192959.857327:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ff44cc5. 02000000:00000010:2.0:1776192959.857341:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ccedf31. 02000000:00000010:2.0:1776192959.857346:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1978db8. 00000100:00000010:2.0:1776192959.857350:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000010:2.0:1776192959.857352:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f52eb87. 00010000:00000010:2.0:1776192959.857355:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004eea7b4. 00080000:00000010:2.0:1776192959.857370:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000004b6d4a. 00010000:00000010:2.0:1776192959.857455:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5a62edc. 00010000:00000010:2.0:1776192959.857462:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009244e14e. 00010000:00000010:2.0:1776192959.857524:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010083b66. 00010000:00000010:2.0:1776192959.857529:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1ec1124. 00010000:00000010:2.0:1776192959.857537:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000316ea555. 00000100:00000010:2.0:1776192959.857540:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192959.857546:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192959.857556:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b3849dc. 02000000:00000010:2.0:1776192959.857574:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccadfc1a. 00000400:00000010:2.0:1776192959.857578:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ace97626. 00000400:00000010:2.0:1776192959.857581:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002554c9c2. 00000100:00000200:2.0:1776192959.857585:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533824, portal 16 00000400:00000010:2.0:1776192959.857588:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192959.857590:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533824, offset 0 00000400:00000200:2.0:1776192959.857595:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.857601:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.857607:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.857610:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.857613:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.857615:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91797:91797:255:4294967295] 192.168.203.33@tcp LPNI seq info [91797:91797:7:4294967295] 00000400:00000200:2.0:1776192959.857622:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.857627:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.857629:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f4dcbe (tot 82352394). 00000800:00000200:2.0:1776192959.857633:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.857637:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.857639:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000079f4dcbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.857909:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.857913:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a38946 (tot 82352146). 00000400:00000200:0.0:1776192959.857917:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.857921:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.857924:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:0.0:1776192959.857925:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 00000800:00000200:0.0:1776192959.857981:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.857983:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f4dcbe (tot 82351898). 00000400:00000200:0.0:1776192959.857986:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.857989:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.857991:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:0.0:1776192959.857992:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00000100:00000200:0.0:1776192959.857996:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349533824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.858609:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054bb6815. 00010000:00000010:1.1:1776192959.858619:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfea2a5c. 00010000:00000010:1.1:1776192959.858624:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192959.858627:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:1.0:1776192959.876879:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.876901:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317c80 00000400:00000200:1.0:1776192959.876910:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb40fd [1] + 224 00000400:00000200:1.0:1776192959.876925:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.876929:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.876939:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349533824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.877574:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ace97626. 00000400:00000200:3.0:1776192959.877580:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:3.0:1776192959.877582:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00000100:00000200:3.0:1776192959.877589:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349533824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.877598:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349533824/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.877629:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccadfc1a. 02000000:00000010:3.0:1776192959.877635:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b3849dc. 00000100:00000010:3.0:1776192959.877639:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:3.0:1776192959.877643:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:3.0:1776192959.877647:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000316ea555. 00010000:00000010:0.1:1776192959.878340:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000062f86fe. 00000400:00000200:0.0:1776192959.881387:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.881406:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fc80 00000400:00000200:0.0:1776192959.881414:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a31 [2] + 1640 00000400:00000200:0.0:1776192959.881478:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.881483:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.881490:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.881495:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000364d87e3. 00000020:00000010:2.0:1776192959.881600:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066c297a2. 00000020:00000010:2.0:1776192959.881607:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da4f1636. 00000020:00000010:2.0:1776192959.881611:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.881636:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000364d87e3 x1862471344651392/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192959.881665:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651392 02000000:00000010:2.0:1776192959.881675:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b3849dc. 00010000:00000010:2.0:1776192959.881702:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f9bf96f. 00010000:00000010:2.0:1776192959.881734:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a44192ea. 00000100:00000010:2.0:1776192959.881742:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192959.881756:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192959.881760:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a44192ea. 00000400:00000010:2.0:1776192959.881772:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192959.881776:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651392, offset 224 00000400:00000200:2.0:1776192959.881784:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.881794:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.881799:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91798:91798:256:4294967295] 192.168.203.33@tcp LPNI seq info [91798:91798:8:4294967295] 00000400:00000200:2.0:1776192959.881809:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.881813:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.881818:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9cf26d (tot 82352146). 00000800:00000200:2.0:1776192959.881822:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.881829:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.881832:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc9cf26d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.881846:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da4f1636. 00000020:00000010:2.0:1776192959.881851:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.881860:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066c297a2. 00000800:00000200:0.0:1776192959.881964:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.881967:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9cf26d (tot 82351898). 00000400:00000200:0.0:1776192959.881971:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.881974:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.881977:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:0.0:1776192959.881979:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00080000:00000010:3.0:1776192959.882084:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cc85e29. 00010000:00000010:3.0:1776192959.882202:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1ec1124. 00010000:00000010:3.0:1776192959.882211:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081d8e35c. 00010000:00000010:3.0:1776192959.882429:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0871500. 00010000:00000010:3.0:1776192959.882435:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000260958db. 00010000:00000010:3.0:1776192959.882445:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192959.882450:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192959.882457:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192959.882469:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff0264ff. 02000000:00000010:3.0:1776192959.882491:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000990732d8. 00000400:00000010:3.0:1776192959.882496:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000060ff43c. 00000400:00000010:3.0:1776192959.882502:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192959.882507:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533888, portal 16 00000400:00000010:3.0:1776192959.882511:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192959.882513:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533888, offset 0 00000400:00000200:3.0:1776192959.882520:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.882528:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.882534:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.882537:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.882540:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.882543:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91799:91799:256:4294967295] 192.168.203.33@tcp LPNI seq info [91799:91799:8:4294967295] 00000400:00000200:3.0:1776192959.882550:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.882555:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.882558:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192959.882563:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.882567:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.882570:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.884401:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.884408:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192959.884415:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.884423:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.884427:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:0.0:1776192959.884429:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:0.0:1776192959.884437:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349533888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.891904:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000843e4e63. 00010000:00000010:2.1:1776192959.891920:0:1378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8c6ac04. 00010000:00000010:2.1:1776192959.891924:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474b9c55. 00010000:00000010:3.1:1776192959.895840:0:77056:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd2be6b. 00010000:00000010:3.1:1776192959.895865:0:77056:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010083b66. 00000400:00000200:0.0:1776192959.896046:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.896060:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317cc0 00000400:00000200:0.0:1776192959.896069:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4109 [1] + 224 00000400:00000200:0.0:1776192959.896079:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.896083:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.896093:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349533888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.896124:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.896128:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fcc0 00000400:00000200:0.0:1776192959.896132:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a31 [2] + 1968 00000400:00000010:0.0:1776192959.896136:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097be6d8e. 00000400:00000200:0.0:1776192959.896141:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001db00f71 00000400:00000200:0.0:1776192959.896204:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.896207:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.896211:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001db00f71 00000400:00000010:0.0:1776192959.896213:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001db00f71 (tot 82351746). 00000100:00000200:0.0:1776192959.896217:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192959.896335:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070ac047d. 00000020:00000010:0.0:1776192959.896340:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192959.896344:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.896367:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025bdb161 x1862471344651456/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.896392:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651456 02000000:00000010:0.0:1776192959.896400:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa7b2d69. 00010000:00000010:0.0:1776192959.896431:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000063dc33c. 00000100:00000010:0.0:1776192959.896436:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d28afcb. 00000100:00000010:0.0:1776192959.896442:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d28afcb. 00010000:00000010:0.0:1776192959.896445:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000063dc33c. 00000400:00000010:0.0:1776192959.896456:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192959.896460:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651456, offset 224 00000400:00000200:0.0:1776192959.896466:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.896475:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.896480:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91800:91800:256:4294967295] 192.168.203.33@tcp LPNI seq info [91800:91800:8:4294967295] 00000400:00000200:0.0:1776192959.896490:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.896495:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.896499:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3195cd1 (tot 82351994). 00000800:00000200:0.0:1776192959.896504:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.896510:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.896513:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3195cd1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.896526:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192959.896530:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.896532:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070ac047d. 02000000:00000010:0.0:1776192959.896538:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b3849dc. 00000100:00000010:0.0:1776192959.896541:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000364d87e3. 02000000:00000010:0.0:1776192959.896545:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000030ac7efb. 00000100:00000010:0.0:1776192959.896547:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 02000000:00000010:0.0:1776192959.896550:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014100a12. 00000100:00000010:0.0:1776192959.896552:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:0.0:1776192959.896554:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051947a87. 00000100:00000010:0.0:1776192959.896556:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000246701ee. 02000000:00000010:0.0:1776192959.896559:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d925bf1. 00000100:00000010:0.0:1776192959.896561:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:0.0:1776192959.896563:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c641a009. 00000100:00000010:0.0:1776192959.896566:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000200:0.0:1776192959.896571:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192959.896575:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e87a924e. 00000400:00000010:0.0:1776192959.896578:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008d28afcb (tot 82352146). 00000800:00000200:0.0:1776192959.896645:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.896648:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3195cd1 (tot 82351898). 00000400:00000200:0.0:1776192959.896651:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776192959.897698:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000060ff43c. 00000400:00000200:3.0:1776192959.897705:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192959.897707:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:3.0:1776192959.897724:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349533888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.897740:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349533888/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192959.897764:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ff5afb4. 02000000:00000010:3.0:1776192959.897780:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000990732d8. 02000000:00000010:3.0:1776192959.897785:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff0264ff. 00000100:00000010:3.0:1776192959.897789:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:3.0:1776192959.897793:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192959.897796:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00080000:00000010:3.0:1776192959.897823:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f509425. 00010000:00000010:3.0:1776192959.897906:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000260958db. 00010000:00000010:3.0:1776192959.897913:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000768a00fe. 00010000:00000010:3.0:1776192959.897984:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037b752a7. 00010000:00000010:3.0:1776192959.897990:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000260958db. 00010000:00000010:3.0:1776192959.898001:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192959.898006:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192959.898012:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192959.898024:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff0264ff. 02000000:00000010:3.0:1776192959.898047:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000990732d8. 00000400:00000010:3.0:1776192959.898050:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000060ff43c. 00000400:00000010:3.0:1776192959.898054:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192959.898058:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349533952, portal 16 00000400:00000010:3.0:1776192959.898062:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192959.898064:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349533952, offset 0 00000400:00000200:3.0:1776192959.898070:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.898080:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.898087:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.898090:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.898093:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.898097:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91801:91801:255:4294967295] 192.168.203.33@tcp LPNI seq info [91801:91801:7:4294967295] 00000400:00000200:3.0:1776192959.898106:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.898112:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.898116:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192959.898122:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.898127:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.898131:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1776192959.898387:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.898392:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:0.0:1776192959.898394:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 02000000:00000010:0.0:1776192959.898398:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa7b2d69. 00000800:00000200:0.0:1776192959.898464:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.898467:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192959.898471:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.898475:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.898477:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:0.0:1776192959.898478:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:0.0:1776192959.898482:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349533952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192959.901747:0:1378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b144712e. 00010000:00000010:3.1:1776192959.910613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d5d8d7d. 00010000:00000010:3.1:1776192959.910624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074df8a23. 00010000:00000010:3.1:1776192959.910628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0871500. 00000400:00000200:1.0:1776192959.910725:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.910741:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317d00 00000400:00000200:1.0:1776192959.910749:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4119 [1] + 224 00000400:00000200:1.0:1776192959.910761:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.910765:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.910777:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349533952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.910809:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.910815:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fd00 00000400:00000200:1.0:1776192959.910819:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a89 [2] + 0 00000400:00000200:1.0:1776192959.910871:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.910875:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.910879:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.910884:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 00000400:00000010:3.0:1776192959.911067:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000060ff43c. 00000400:00000200:3.0:1776192959.911072:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192959.911074:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:3.0:1776192959.911079:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349533952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.911087:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349533952/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.911113:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000990732d8. 02000000:00000010:3.0:1776192959.911118:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff0264ff. 00000100:00000010:3.0:1776192959.911122:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:3.0:1776192959.911125:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192959.911129:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00000020:00000010:3.0:1776192959.911189:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a92ebd. 00000020:00000010:3.0:1776192959.911195:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192959.911199:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192959.911219:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd381e0d x1862471344651520/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192959.911241:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651520 02000000:00000010:3.0:1776192959.911249:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:3.0:1776192959.911283:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005531c93f. 00010000:00000010:3.0:1776192959.911299:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192959.911303:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192959.911312:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192959.911314:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00000400:00000010:3.0:1776192959.911324:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192959.911328:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651520, offset 224 00000400:00000200:3.0:1776192959.911335:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.911398:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.911404:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91802:91802:256:4294967295] 192.168.203.33@tcp LPNI seq info [91802:91802:8:4294967295] 00000400:00000200:3.0:1776192959.911414:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.911418:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.911423:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192959.911428:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.911434:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.911437:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192959.911452:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192959.911456:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:3.0:1776192959.911458:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a92ebd. 00080000:00000010:3.0:1776192959.911479:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4a92ebd. 00010000:00000010:3.0:1776192959.911546:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000260958db. 00010000:00000010:3.0:1776192959.911552:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026065f81. 00010000:00000010:3.0:1776192959.911620:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0871500. 00010000:00000010:3.0:1776192959.911625:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000260958db. 00010000:00000010:3.0:1776192959.911635:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eed721f. 00000100:00000010:3.0:1776192959.911638:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192959.911643:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192959.911660:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff0264ff. 02000000:00000010:3.0:1776192959.911684:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000990732d8. 00000400:00000010:3.0:1776192959.911689:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000060ff43c. 00000400:00000010:3.0:1776192959.911692:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192959.911696:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534016, portal 16 00000400:00000010:3.0:1776192959.911700:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192959.911703:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534016, offset 0 00000400:00000200:3.0:1776192959.911708:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.911723:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.911730:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.911733:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.911736:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.911738:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91803:91803:255:4294967295] 192.168.203.33@tcp LPNI seq info [91803:91803:7:4294967295] 00000400:00000200:3.0:1776192959.911745:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.911750:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.911753:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192959.911756:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.911760:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.911762:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192959.911800:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.911803:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82352146). 00000400:00000200:3.0:1776192959.911808:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.911811:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.911813:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192959.911815:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000800:00000200:3.0:1776192959.911860:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192959.911862:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:3.0:1776192959.911865:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.911868:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192959.911870:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:3.0:1776192959.911872:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:3.0:1776192959.911875:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349534016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.916705:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.916735:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317d40 00000400:00000200:3.0:1776192959.916744:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4125 [1] + 224 00000400:00000200:3.0:1776192959.916759:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.916763:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.916774:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349534016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192959.916929:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000060ff43c. 00000400:00000200:1.0:1776192959.916935:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:1.0:1776192959.916937:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:1.0:1776192959.916943:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349534016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.916951:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349534016/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192959.916982:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000990732d8. 02000000:00000010:1.0:1776192959.916988:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff0264ff. 00000100:00000010:1.0:1776192959.916991:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:1.0:1776192959.916995:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:1.0:1776192959.916999:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eed721f. 00000400:00000200:1.0:1776192959.929405:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.929427:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fd40 00000400:00000200:1.0:1776192959.929435:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a89 [2] + 328 00000400:00000200:1.0:1776192959.932392:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.932408:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.932418:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.932426:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 00000020:00000010:2.0:1776192959.933084:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc9d7ea2. 00000020:00000010:2.0:1776192959.933094:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.933099:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.933126:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009928a598 x1862471344651584/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192959.933184:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651584 02000000:00000010:2.0:1776192959.933194:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccadfc1a. 00010000:00000010:3.1:1776192959.933286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b8b271. 00010000:00000010:3.1:1776192959.933294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000449313bb. 00010000:00000010:3.1:1776192959.933297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00010000:00000010:2.0:1776192959.933371:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f1bab85. 00010000:00000010:2.0:1776192959.933392:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007849ca29. 00000100:00000010:2.0:1776192959.933398:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192959.933409:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192959.933413:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007849ca29. 00000400:00000010:2.0:1776192959.933427:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192959.933433:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651584, offset 224 00000400:00000200:2.0:1776192959.933442:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.933456:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.933462:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91804:91804:256:4294967295] 192.168.203.33@tcp LPNI seq info [91804:91804:8:4294967295] 00000400:00000200:2.0:1776192959.933472:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.933479:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.933483:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192959.933491:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.933498:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.933502:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192959.933579:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005af8632f. 00010000:00000010:1.0:1776192959.933664:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000260958db. 00010000:00000010:1.0:1776192959.933672:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000457ff027. 00010000:00000010:1.0:1776192959.933759:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192959.933763:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008a3ea097. 00010000:00000010:1.0:1776192959.933768:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.933773:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00080000:00000010:1.0:1776192959.933787:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aecfd899. 00010000:00000010:1.0:1776192959.933818:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192959.933823:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a3ea097. 00010000:00000010:1.0:1776192959.933872:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d27d300. 00010000:00000010:1.0:1776192959.933875:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000ddd737. 00010000:00000010:1.0:1776192959.933882:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ad345e8. 00000100:00000010:1.0:1776192959.933886:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f52eb87. 00000100:00000010:1.0:1776192959.933892:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192959.933903:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1978db8. 02000000:00000010:1.0:1776192959.933924:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ccedf31. 00000400:00000010:1.0:1776192959.933929:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002655552e. 00000400:00000010:1.0:1776192959.933934:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192959.933938:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534080, portal 16 00000400:00000010:1.0:1776192959.933942:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192959.933944:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534080, offset 0 00000400:00000200:1.0:1776192959.933949:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.933956:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.933962:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.933965:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.933968:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.933970:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91805:91805:255:4294967295] 192.168.203.33@tcp LPNI seq info [91805:91805:7:4294967295] 00000400:00000200:1.0:1776192959.933978:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.933982:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.933985:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192959.933989:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.933993:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.933995:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.934023:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.934028:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.934038:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc9d7ea2. 00000800:00000200:2.0:1776192959.934554:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.934559:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82352146). 00000400:00000200:2.0:1776192959.934564:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.934569:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.934573:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:2.0:1776192959.934575:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000800:00000200:2.0:1776192959.936667:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.936675:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:2.0:1776192959.936683:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.936801:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.936807:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:2.0:1776192959.936809:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:2.0:1776192959.936820:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349534080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.938110:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.938125:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317d80 00000400:00000200:3.0:1776192959.938133:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4131 [1] + 224 00000400:00000200:3.0:1776192959.938143:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.938146:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.938183:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349534080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192959.938214:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.938220:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fd80 00000400:00000200:3.0:1776192959.938225:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a89 [2] + 656 00000400:00000200:3.0:1776192959.938576:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.938580:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.938585:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.938591:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000400:00000010:3.0:1776192959.938625:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002655552e. 00000400:00000200:3.0:1776192959.938628:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:3.0:1776192959.938630:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:3.0:1776192959.938636:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349534080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.938644:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349534080/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.938674:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ccedf31. 02000000:00000010:3.0:1776192959.938680:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1978db8. 00000100:00000010:3.0:1776192959.938684:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000020:00000010:2.0:1776192959.938723:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc9d7ea2. 00000020:00000010:2.0:1776192959.938732:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.938737:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.938761:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344651648/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192959.938800:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651648 02000000:00000010:2.0:1776192959.938810:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066c297a2. 00010000:00000010:2.0:1776192959.938836:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059a4fd76. 00000100:00000010:3.0:1776192959.939023:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f52eb87. 00010000:00000010:3.0:1776192959.939029:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ad345e8. 00010000:00000010:2.0:1776192959.939121:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007849ca29. 00000100:00000010:2.0:1776192959.939129:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192959.939141:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192959.939143:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007849ca29. 00000400:00000010:2.0:1776192959.939183:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192959.939190:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651648, offset 224 00000400:00000200:2.0:1776192959.939197:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.939210:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.939215:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91806:91806:256:4294967295] 192.168.203.33@tcp LPNI seq info [91806:91806:8:4294967295] 00000400:00000200:2.0:1776192959.939224:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.939232:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.939236:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0371836 (tot 82352146). 00000800:00000200:2.0:1776192959.939242:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.939248:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.939251:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e0371836 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.939273:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.939278:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.939287:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc9d7ea2. 00000800:00000200:1.0:1776192959.939350:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.939355:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0371836 (tot 82351898). 00000400:00000200:1.0:1776192959.939360:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.939366:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.939368:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:1.0:1776192959.939370:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00080000:00000010:3.0:1776192959.939375:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff0264ff. 00010000:00000010:3.0:1776192959.939452:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ddd737. 00010000:00000010:3.0:1776192959.939458:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b10369. 00010000:00000010:3.0:1776192959.939598:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037b752a7. 00010000:00000010:3.0:1776192959.939604:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bd9df753. 00010000:00000010:3.0:1776192959.939613:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df0b7650. 00000100:00000010:3.0:1776192959.939617:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef19a229. 00000100:00000010:3.0:1776192959.939622:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 02000000:00000010:3.0:1776192959.939631:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee4ecef3. 02000000:00000010:3.0:1776192959.939650:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfac3daf. 00000400:00000010:3.0:1776192959.939654:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000060ff43c. 00000400:00000010:3.0:1776192959.939658:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192959.939662:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534144, portal 16 00000400:00000010:3.0:1776192959.939666:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192959.939668:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534144, offset 0 00000400:00000200:3.0:1776192959.939672:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192959.939678:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192959.939684:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192959.939698:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192959.939701:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192959.939705:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91807:91807:256:4294967295] 192.168.203.33@tcp LPNI seq info [91807:91807:8:4294967295] 00000400:00000200:3.0:1776192959.939723:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192959.939728:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192959.939731:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192959.939735:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192959.939739:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192959.939742:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192959.940825:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8044576. 00000800:00000200:2.0:1776192959.940847:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.940850:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:2.0:1776192959.940855:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.940862:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.940866:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:2.0:1776192959.940868:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:2.0:1776192959.940875:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000644b610f x1862471349534144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.941199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000984ce871. 00010000:00000010:1.1:1776192959.941217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0871500. 00010000:00000010:1.1:1776192959.941224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192959.941230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:3.0:1776192959.943673:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.943705:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317dc0 00000400:00000200:3.0:1776192959.943722:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb413d [1] + 224 00000400:00000200:3.0:1776192959.943739:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.943742:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.943754:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000644b610f x1862471349534144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192959.944133:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000060ff43c. 00000400:00000200:2.0:1776192959.944140:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:2.0:1776192959.944142:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:2.0:1776192959.944149:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000644b610f x1862471349534144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192959.944174:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000644b610f x1862471349534144/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192959.944204:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfac3daf. 02000000:00000010:2.0:1776192959.944211:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee4ecef3. 00000100:00000010:2.0:1776192959.944216:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 00000100:00000010:2.0:1776192959.944221:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef19a229. 00010000:00000010:2.0:1776192959.944225:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df0b7650. 00010000:00000010:3.1:1776192959.945201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f794dc0. 00010000:00000010:2.1:1776192959.945204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000580b2f2c. 00010000:00000010:3.1:1776192959.945215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d27d300. 00000400:00000200:1.0:1776192959.947576:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.947594:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fdc0 00000400:00000200:1.0:1776192959.947601:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a89 [2] + 984 00000400:00000200:1.0:1776192959.947662:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.947667:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.947673:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.947679:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 00000020:00000010:2.0:1776192959.950896:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051947a87. 00000020:00000010:2.0:1776192959.950910:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.950914:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192959.950943:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad1b0323 x1862471344651712/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192959.950976:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651712 02000000:00000010:2.0:1776192959.950986:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000030ac7efb. 00010000:00000010:2.0:1776192959.951011:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030c62153. 00010000:00000010:2.0:1776192959.951031:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c22c6c2b. 00000100:00000010:2.0:1776192959.951039:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192959.951054:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192959.951058:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c22c6c2b. 00000400:00000010:2.0:1776192959.951070:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192959.951076:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651712, offset 224 00000400:00000200:2.0:1776192959.951084:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.951100:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.951106:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91808:91808:256:4294967295] 192.168.203.33@tcp LPNI seq info [91808:91808:8:4294967295] 00000400:00000200:2.0:1776192959.951116:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.951121:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.951125:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192959.951131:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.951138:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.951141:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192959.951171:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ac53eed. 00000020:00000010:2.0:1776192959.951176:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192959.951188:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051947a87. 00000800:00000200:2.0:1776192959.951619:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.951623:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:2.0:1776192959.951627:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.951632:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.951636:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:2.0:1776192959.951638:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00080000:00000010:2.0:1776192959.951668:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051947a87. 00010000:00000010:2.0:1776192959.951830:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd9df753. 00010000:00000010:2.0:1776192959.951837:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075dbe889. 00000001:00000010:2.0:1776192959.951896:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000084a687f8. 00000001:00000010:2.0:1776192959.951901:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000084a687f8. 00000001:00000010:2.0:1776192959.951905:0:77323:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000084a687f8. 00000001:00000010:2.0:1776192959.951907:0:77323:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb53d45a. 00010000:00000010:2.0:1776192959.951932:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031df77b7. 00010000:00000010:2.0:1776192959.951937:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000331da5f6. 00010000:00000010:2.0:1776192959.951946:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c22c6c2b. 00000100:00000010:2.0:1776192959.951950:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192959.951958:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 02000000:00000010:2.0:1776192959.951978:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b3849dc. 02000000:00000010:2.0:1776192959.952001:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee4ecef3. 00000400:00000010:2.0:1776192959.952005:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb53d45a. 00000400:00000010:2.0:1776192959.952009:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192959.952014:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534208, portal 16 00000400:00000010:2.0:1776192959.952018:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192959.952020:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534208, offset 0 00000400:00000200:2.0:1776192959.952027:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192959.952034:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192959.952040:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192959.952043:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192959.952046:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192959.952048:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91809:91809:256:4294967295] 192.168.203.33@tcp LPNI seq info [91809:91809:8:4294967295] 00000400:00000200:2.0:1776192959.952055:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192959.952060:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192959.952063:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352146). 00000800:00000200:2.0:1776192959.952068:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192959.952073:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192959.952075:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192959.952145:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192959.952147:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:2.0:1776192959.952149:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192959.952173:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192959.952175:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:2.0:1776192959.952177:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:2.0:1776192959.952182:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b524a572 x1862471349534208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.955753:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.956214:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317e00 00000400:00000200:1.0:1776192959.956225:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4149 [1] + 224 00000400:00000200:1.0:1776192959.956255:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.956260:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.956271:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b524a572 x1862471349534208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192959.957091:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb53d45a. 00000400:00000200:3.0:1776192959.957099:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:3.0:1776192959.957101:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:3.0:1776192959.957110:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b524a572 x1862471349534208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192959.957119:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b524a572 x1862471349534208/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192959.957149:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee4ecef3. 02000000:00000010:3.0:1776192959.957195:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b3849dc. 00000100:00000010:3.0:1776192959.957317:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 00000100:00000010:3.0:1776192959.957325:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:3.0:1776192959.957331:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c22c6c2b. 00000400:00000200:3.0:1776192959.960964:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192959.960994:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fe00 00000400:00000200:3.0:1776192959.961004:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a89 [2] + 1312 00000400:00000200:3.0:1776192959.961211:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192959.961217:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192959.961225:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192959.961233:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:1.0:1776192959.961549:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1978db8. 00000020:00000010:1.0:1776192959.961557:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008a3ea097. 00000020:00000010:1.0:1776192959.961562:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.961598:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344651776/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192959.961750:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651776 02000000:00000010:1.0:1776192959.961764:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005ccedf31. 00010000:00000010:1.0:1776192959.961806:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d07726b3. 00010000:00000010:1.0:1776192959.961827:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192959.961834:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f52eb87. 00000100:00000010:1.0:1776192959.961854:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f52eb87. 00010000:00000010:1.0:1776192959.961858:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00000400:00000010:1.0:1776192959.961870:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192959.961875:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651776, offset 224 00000400:00000200:1.0:1776192959.961883:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.961906:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.961913:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91810:91810:256:4294967295] 192.168.203.33@tcp LPNI seq info [91810:91810:8:4294967295] 00000400:00000200:1.0:1776192959.961924:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.961929:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.961941:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192959.961948:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.961954:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.961958:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192959.961976:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008a3ea097. 00000020:00000010:1.0:1776192959.961981:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:1.0:1776192959.961983:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1978db8. 00010000:00000010:2.1:1776192959.962181:0:78536:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008726f778. 00010000:00000010:2.1:1776192959.962189:0:78536:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7ea5070. 00010000:00000010:2.1:1776192959.962195:0:78536:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b752a7. 00080000:00000010:0.0:1776192959.963572:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa7b2d69. 00010000:00000010:0.0:1776192959.963673:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000331da5f6. 00010000:00000010:0.0:1776192959.963684:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb5f6148. 00010000:00000010:0.0:1776192959.963768:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000746d03d6. 00010000:00000010:0.0:1776192959.963774:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005dc93dc7. 00010000:00000010:0.0:1776192959.963786:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dfefb4b. 00000100:00000010:0.0:1776192959.963793:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001db00f71. 00000100:00000010:0.0:1776192959.963801:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 02000000:00000010:0.0:1776192959.963814:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014100a12. 02000000:00000010:0.0:1776192959.963839:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070ac047d. 00000400:00000010:0.0:1776192959.963846:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb9b29e1. 00000400:00000010:0.0:1776192959.963852:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192959.963858:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534272, portal 16 00000400:00000010:0.0:1776192959.963863:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192959.963866:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534272, offset 0 00000400:00000200:0.0:1776192959.963876:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.965588:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.965599:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192959.965603:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192959.965607:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192959.965611:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91811:91811:255:4294967295] 192.168.203.33@tcp LPNI seq info [91811:91811:7:4294967295] 00000400:00000200:0.0:1776192959.965621:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.965627:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.965634:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3195cd1 (tot 82352394). 00000800:00000200:0.0:1776192959.965641:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.965648:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.965659:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3195cd1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192959.966142:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.966146:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82352146). 00000400:00000200:1.0:1776192959.966151:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.966174:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.966180:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:1.0:1776192959.966183:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000800:00000200:1.0:1776192959.966550:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192959.966554:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3195cd1 (tot 82351898). 00000400:00000200:1.0:1776192959.966558:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.966563:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192959.966566:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:1.0:1776192959.966568:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000100:00000200:1.0:1776192959.966577:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cc5bdd79 x1862471349534272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.971428:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.971448:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317e40 00000400:00000200:1.0:1776192959.971458:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4155 [1] + 224 00000400:00000200:1.0:1776192959.971471:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.971475:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.971486:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cc5bdd79 x1862471349534272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192959.971518:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192959.971524:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fe40 00000400:00000200:1.0:1776192959.971531:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a89 [2] + 1640 00000400:00000200:1.0:1776192959.971557:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192959.971561:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192959.971566:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192959.971572:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 00000400:00000010:0.0:1776192959.971837:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb9b29e1. 00000400:00000200:0.0:1776192959.971843:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:0.0:1776192959.971845:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000100:00000200:0.0:1776192959.971852:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cc5bdd79 x1862471349534272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192959.971860:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cc5bdd79 x1862471349534272/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192959.971905:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070ac047d. 02000000:00000010:0.0:1776192959.971912:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014100a12. 00000100:00000010:0.0:1776192959.971916:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 00000100:00000010:0.0:1776192959.971920:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001db00f71. 00010000:00000010:0.0:1776192959.971924:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dfefb4b. 00000020:00000010:1.0:1776192959.972487:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1978db8. 00000020:00000010:1.0:1776192959.972496:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008a3ea097. 00000020:00000010:1.0:1776192959.972500:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000d3efd17. 00000100:00000200:1.0:1776192959.972524:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f277e3e x1862471344651840/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192959.972552:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651840 02000000:00000010:1.0:1776192959.972562:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c641a009. 00010000:00000010:1.0:1776192959.972606:0:64777:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af29f9eb. 00010000:00000010:0.0:1776192959.975788:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dfefb4b. 00000100:00000010:0.0:1776192959.975803:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001db00f71. 00000100:00000010:0.0:1776192959.975820:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001db00f71. 00010000:00000010:0.0:1776192959.975824:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dfefb4b. 00000400:00000010:0.0:1776192959.976052:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192959.976059:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651840, offset 224 00000400:00000200:0.0:1776192959.976071:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.976089:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.976095:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91812:91812:256:4294967295] 192.168.203.33@tcp LPNI seq info [91812:91812:8:4294967295] 00000400:00000200:0.0:1776192959.976109:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.976114:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.976119:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82352146). 00000800:00000200:0.0:1776192959.976125:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.976132:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.976136:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.976192:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008a3ea097. 00000020:00000010:0.0:1776192959.976199:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000d3efd17. 00000020:00000010:0.0:1776192959.976203:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1978db8. 00080000:00000010:1.0:1776192959.976205:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eff3feb. 00010000:00000010:1.0:1776192959.976294:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005dc93dc7. 00010000:00000010:1.0:1776192959.976301:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fff30e9d. 00010000:00000010:1.0:1776192959.976370:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192959.976378:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192959.976389:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192959.976393:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f52eb87. 00000100:00000010:1.0:1776192959.976401:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.976413:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9693747. 02000000:00000010:1.0:1776192959.976444:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6099b37. 00000400:00000010:1.0:1776192959.976449:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192959.976454:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192959.976458:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534336, portal 16 00000400:00000010:1.0:1776192959.976463:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192959.976464:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534336, offset 0 00000400:00000200:1.0:1776192959.976470:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.976477:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.976484:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.976488:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.976491:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.976493:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91813:91813:255:4294967295] 192.168.203.33@tcp LPNI seq info [91813:91813:7:4294967295] 00000400:00000200:1.0:1776192959.976500:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.976504:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.976507:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192959.976511:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.976516:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.976518:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.976555:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.976559:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82352146). 00000400:00000200:0.0:1776192959.976563:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.976568:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.976573:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:0.0:1776192959.976574:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000800:00000200:0.0:1776192959.976991:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.976995:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:0.0:1776192959.976999:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.977004:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.977007:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:0.0:1776192959.977008:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:0.0:1776192959.977014:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349534336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192959.978728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004506366f. 00000400:00000200:0.0:1776192959.982030:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.982050:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317e80 00000400:00000200:0.0:1776192959.982060:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4161 [1] + 224 00000400:00000200:0.0:1776192959.982071:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.982076:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.982088:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349534336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.982115:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.982120:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fe80 00000400:00000200:0.0:1776192959.982125:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2a89 [2] + 1968 00000400:00000010:0.0:1776192959.982129:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000966350a7. 00000400:00000200:0.0:1776192959.982132:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008b16864f 00000400:00000200:0.0:1776192959.982205:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.982209:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.982212:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b16864f 00000400:00000010:0.0:1776192959.982214:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008b16864f (tot 82351746). 00000100:00000200:0.0:1776192959.982220:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192959.982266:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014100a12. 00000020:00000010:0.0:1776192959.982272:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192959.982276:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.982302:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000499afee4 x1862471344651904/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192959.982331:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651904 02000000:00000010:0.0:1776192959.982341:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070ac047d. 00010000:00000010:0.0:1776192959.982381:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dfefb4b. 00000100:00000010:0.0:1776192959.982389:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001db00f71. 00000100:00000010:0.0:1776192959.982396:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001db00f71. 00010000:00000010:0.0:1776192959.982399:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dfefb4b. 00000400:00000010:0.0:1776192959.982412:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192959.982416:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651904, offset 224 00000400:00000200:0.0:1776192959.982423:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.982433:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.982438:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91814:91814:256:4294967295] 192.168.203.33@tcp LPNI seq info [91814:91814:8:4294967295] 00000400:00000200:0.0:1776192959.982447:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.982452:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.982457:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82351994). 00000800:00000200:0.0:1776192959.982462:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.982468:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.982471:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.982489:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192959.982494:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.982497:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014100a12. 02000000:00000010:0.0:1776192959.982505:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c641a009. 00000100:00000010:0.0:1776192959.982509:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 02000000:00000010:0.0:1776192959.982513:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005ccedf31. 00000100:00000010:0.0:1776192959.982515:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:0.0:1776192959.982517:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000030ac7efb. 00000100:00000010:0.0:1776192959.982519:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 02000000:00000010:0.0:1776192959.982522:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066c297a2. 00000100:00000010:0.0:1776192959.982523:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:0.0:1776192959.982526:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccadfc1a. 00000100:00000010:0.0:1776192959.982527:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 02000000:00000010:0.0:1776192959.982530:0:64777:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000100:00000010:0.0:1776192959.982532:0:64777:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 00000100:00000200:0.0:1776192959.982538:0:64777:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1776192959.982602:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.982606:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82351746). 00000400:00000200:0.0:1776192959.982609:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776192959.985672:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:1.0:1776192959.985681:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:1.0:1776192959.985683:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:1.0:1776192959.985698:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349534336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.985716:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349534336/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192959.985743:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d57f12a1. 02000000:00000010:1.0:1776192959.985758:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6099b37. 02000000:00000010:1.0:1776192959.985763:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9693747. 00000100:00000010:1.0:1776192959.985767:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.985771:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f52eb87. 00010000:00000010:1.0:1776192959.985774:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00080000:00000010:1.0:1776192959.985791:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6099b37. 00010000:00000010:1.0:1776192959.985868:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192959.985876:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a3606d2. 00010000:00000010:1.0:1776192959.985937:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192959.985941:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000086f26a2e. 00010000:00000010:1.0:1776192959.985946:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6480690. 00010000:00000010:1.0:1776192959.985950:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031049ff0. 00080000:00000010:1.0:1776192959.985964:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9693747. 00010000:00000010:1.0:1776192959.985991:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192959.985995:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086f26a2e. 00010000:00000010:1.0:1776192959.986044:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000909fd7b6. 00010000:00000010:1.0:1776192959.986048:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192959.986055:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192959.986061:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b31ee0f5. 00000100:00000010:1.0:1776192959.986068:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.986080:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004d41e51. 02000000:00000010:1.0:1776192959.986108:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f16e13e9. 00000400:00000010:1.0:1776192959.986112:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192959.986116:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192959.986120:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534400, portal 16 00000400:00000010:1.0:1776192959.986125:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192959.986127:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534400, offset 0 00000400:00000200:1.0:1776192959.986134:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.986148:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.986175:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.986179:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.986182:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.986186:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91815:91815:255:4294967295] 192.168.203.33@tcp LPNI seq info [91815:91815:7:4294967295] 00000400:00000200:1.0:1776192959.986197:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.986202:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.986206:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82351994). 00000800:00000200:1.0:1776192959.986213:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.986220:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.986223:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1776192959.986591:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.986598:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:0.0:1776192959.986600:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 02000000:00000010:0.0:1776192959.986607:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070ac047d. 00000800:00000200:0.0:1776192959.986847:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.986850:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351746). 00000400:00000200:0.0:1776192959.986854:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.986860:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.986862:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:0.0:1776192959.986864:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:0.0:1776192959.986868:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349534400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192959.988337:0:64777:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb9b29e1. 00000400:00000010:0.0:1776192959.988349:0:64777:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001db00f71 (tot 82351898). 00000400:00000200:0.0:1776192959.990779:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.990802:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317ec0 00000400:00000200:0.0:1776192959.990811:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb416d [1] + 224 00000400:00000200:0.0:1776192959.990824:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.990828:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.990840:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349534400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192959.990869:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192959.990874:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6fec0 00000400:00000200:0.0:1776192959.990878:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ae1 [2] + 0 00000400:00000200:0.0:1776192959.990888:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.990891:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192959.990894:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192959.990899:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 00000020:00000010:0.0:1776192959.991101:0:64777:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070ac047d. 00000020:00000010:0.0:1776192959.991108:0:64777:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192959.991113:0:64777:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192959.991138:0:64777:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cc5bdd79 x1862471344651968/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:387/0 lens 328/0 e 0 to 0 dl 1776193002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192959.991186:0:64777:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344651968 02000000:00000010:0.0:1776192959.991197:0:64777:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014100a12. 00010000:00000010:0.0:1776192959.991232:0:64777:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dfefb4b. 00000100:00000010:0.0:1776192959.991239:0:64777:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b16864f. 00000100:00000010:0.0:1776192959.991245:0:64777:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b16864f. 00010000:00000010:0.0:1776192959.991249:0:64777:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dfefb4b. 00000400:00000010:0.0:1776192959.991262:0:64777:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192959.991266:0:64777:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344651968, offset 224 00000400:00000200:0.0:1776192959.991273:0:64777:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192959.991282:0:64777:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192959.991287:0:64777:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91816:91816:256:4294967295] 192.168.203.33@tcp LPNI seq info [91816:91816:8:4294967295] 00000400:00000200:0.0:1776192959.991295:0:64777:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192959.991299:0:64777:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192959.991303:0:64777:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82352146). 00000800:00000200:0.0:1776192959.991308:0:64777:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192959.991314:0:64777:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192959.991316:0:64777:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192959.991333:0:64777:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192959.991337:0:64777:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192959.991340:0:64777:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070ac047d. 00000400:00000010:1.0:1776192959.991592:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:1.0:1776192959.991597:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:1.0:1776192959.991599:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:1.0:1776192959.991605:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349534400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192959.991623:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349534400/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192959.991645:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001dafb1e8. 02000000:00000010:1.0:1776192959.991657:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f16e13e9. 02000000:00000010:1.0:1776192959.991662:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004d41e51. 00000100:00000010:1.0:1776192959.991665:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:1.0:1776192959.991669:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b31ee0f5. 00010000:00000010:1.0:1776192959.991672:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00080000:00000010:1.0:1776192959.991688:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004d41e51. 00010000:00000010:1.0:1776192959.991926:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192959.992064:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094b1768b. 00010000:00000010:1.0:1776192959.992146:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df32794. 00010000:00000010:1.0:1776192959.992152:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031049ff0. 00010000:00000010:1.0:1776192959.992182:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e334c9. 00000100:00000010:1.0:1776192959.992187:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b31ee0f5. 00000100:00000010:1.0:1776192959.992193:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 02000000:00000010:1.0:1776192959.992203:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f16e13e9. 02000000:00000010:1.0:1776192959.992224:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026dded39. 00000400:00000010:1.0:1776192959.992228:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ec4b63d. 00000400:00000010:1.0:1776192959.992232:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192959.992237:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534464, portal 16 00000400:00000010:1.0:1776192959.992242:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007465e33a. 00000100:00000200:1.0:1776192959.992244:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534464, offset 0 00000400:00000200:1.0:1776192959.992250:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192959.992260:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192959.992266:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192959.992270:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192959.992273:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192959.992276:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91817:91817:255:4294967295] 192.168.203.33@tcp LPNI seq info [91817:91817:7:4294967295] 00000400:00000200:1.0:1776192959.992284:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192959.992288:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192959.992292:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352394). 00000800:00000200:1.0:1776192959.992297:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192959.992301:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192959.992304:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192959.992383:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.992387:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82352146). 00000400:00000200:0.0:1776192959.992391:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.992396:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.992399:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:0.0:1776192959.992401:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000800:00000200:0.0:1776192959.993086:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192959.993091:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:0.0:1776192959.993096:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192959.993100:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192959.993104:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:0.0:1776192959.993106:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00000100:00000200:0.0:1776192959.993111:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebc3b78d x1862471349534464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192959.995897:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077354585. 00010000:00000010:0.1:1776192959.995909:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031df77b7. 00010000:00000010:1.1:1776192959.998958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000709bc651. 00010000:00000010:1.1:1776192959.998972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a38ea8ff. 00010000:00000010:1.1:1776192959.998975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d03d6. 00010000:00000010:1.1:1776192960.001208:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000315da633. 00010000:00000010:1.1:1776192960.001220:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521a3c2b. 00010000:00000010:1.1:1776192960.001227:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.1:1776192960.001231:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192960.001236:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6480690. 00010000:00000010:1.1:1776192960.001240:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aca989d. 00010000:00000010:1.1:1776192960.001244:0:1025:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c6d9775. 00010000:00000010:1.1:1776192960.001249:0:1025:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909fd7b6. 00000400:00000200:1.0:1776192960.005987:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.006006:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317f00 00000400:00000200:1.0:1776192960.006015:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb417d [1] + 224 00000400:00000200:1.0:1776192960.006025:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.006029:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.006040:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebc3b78d x1862471349534464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.006074:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.006079:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ff00 00000400:00000200:1.0:1776192960.006083:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ae1 [2] + 328 00000400:00000200:1.0:1776192960.006365:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.006370:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.006375:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.006381:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 00000020:00000010:1.0:1776192960.006425:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016da52dc. 00000020:00000010:1.0:1776192960.006433:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.006438:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003f0da408. 00000100:00000200:1.0:1776192960.006467:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd381e0d x1862471344652032/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192960.006494:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652032 02000000:00000010:1.0:1776192960.006505:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5e9e227. 00010000:00000010:1.0:1776192960.006541:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001bb49ce. 00000100:00000010:1.0:1776192960.006548:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8a9a69a. 00000100:00000010:1.0:1776192960.006554:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8a9a69a. 00010000:00000010:1.0:1776192960.006558:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001bb49ce. 00000400:00000010:1.0:1776192960.006571:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192960.006575:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652032, offset 224 00000400:00000200:1.0:1776192960.006582:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.006593:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.006598:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91818:91818:256:4294967295] 192.168.203.33@tcp LPNI seq info [91818:91818:8:4294967295] 00000400:00000200:1.0:1776192960.006608:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.006626:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.006630:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192960.006635:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.006642:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.006645:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.006661:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.006666:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003f0da408. 00000020:00000010:1.0:1776192960.006668:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016da52dc. 00000400:00000010:2.0:1776192960.006769:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ec4b63d. 00000400:00000200:2.0:1776192960.006782:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:2.0:1776192960.006784:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:2.0:1776192960.006789:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebc3b78d x1862471349534464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.006797:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebc3b78d x1862471349534464/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192960.006816:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079327e43. 02000000:00000010:2.0:1776192960.006828:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026dded39. 02000000:00000010:2.0:1776192960.006834:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f16e13e9. 00000100:00000010:2.0:1776192960.006837:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000010:2.0:1776192960.006840:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b31ee0f5. 00010000:00000010:2.0:1776192960.006842:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e334c9. 00080000:00000010:2.0:1776192960.006867:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000249c04dd. 00010000:00000010:2.0:1776192960.006942:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031049ff0. 00010000:00000010:2.0:1776192960.006950:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c9f0b27. 00010000:00000010:2.0:1776192960.007040:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064af50b2. 00010000:00000010:2.0:1776192960.007046:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000313eb1a9. 00010000:00000010:2.0:1776192960.007056:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000caacd4c0. 00000100:00000010:2.0:1776192960.007060:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.007068:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192960.007077:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f16e13e9. 02000000:00000010:2.0:1776192960.007098:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026dded39. 00000400:00000010:2.0:1776192960.007102:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067077fe8. 00000400:00000010:2.0:1776192960.007107:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192960.007111:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534528, portal 16 00000400:00000010:2.0:1776192960.007115:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192960.007117:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534528, offset 0 00000400:00000200:2.0:1776192960.007124:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.007131:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.007138:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.007142:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.007144:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.007147:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91819:91819:255:4294967295] 192.168.203.33@tcp LPNI seq info [91819:91819:7:4294967295] 00000400:00000200:2.0:1776192960.007175:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.007180:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.007183:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009405147e (tot 82352394). 00000800:00000200:2.0:1776192960.007187:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.007191:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.007193:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009405147e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.013447:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.013454:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82352146). 00000400:00000200:1.0:1776192960.013460:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.013469:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.013475:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:1.0:1776192960.013478:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00000800:00000200:1.0:1776192960.015911:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.015920:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009405147e (tot 82351898). 00000400:00000200:1.0:1776192960.015931:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.015941:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.015947:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:1.0:1776192960.015950:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000100:00000200:1.0:1776192960.015959:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349534528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.018005:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.018024:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317f40 00000400:00000200:0.0:1776192960.018032:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4189 [1] + 224 00000400:00000200:0.0:1776192960.018047:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.018051:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.018060:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349534528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.018330:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067077fe8. 00000400:00000200:2.0:1776192960.018335:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:2.0:1776192960.018337:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:2.0:1776192960.018343:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349534528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.018351:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349534528/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.018391:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026dded39. 02000000:00000010:2.0:1776192960.018398:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f16e13e9. 00000100:00000010:2.0:1776192960.018401:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:2.0:1776192960.018406:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:2.0:1776192960.018409:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000caacd4c0. 00000400:00000200:0.0:1776192960.025752:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.025790:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ff40 00000400:00000200:0.0:1776192960.025798:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ae1 [2] + 656 00000400:00000200:0.0:1776192960.025863:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.025868:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.025875:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.025881:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000364d87e3. 00000020:00000010:1.0:1776192960.026069:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016da52dc. 00000020:00000010:1.0:1776192960.026076:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.026079:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003f0da408. 00000100:00000200:1.0:1776192960.026105:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000364d87e3 x1862471344652096/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192960.026142:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652096 02000000:00000010:1.0:1776192960.026182:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008326bffc. 00010000:00000010:1.0:1776192960.026212:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b15be0a. 00010000:00000010:1.0:1776192960.026234:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001bb49ce. 00000100:00000010:1.0:1776192960.026241:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8a9a69a. 00000100:00000010:1.0:1776192960.026258:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8a9a69a. 00010000:00000010:1.0:1776192960.026262:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001bb49ce. 00000400:00000010:1.0:1776192960.026274:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192960.026280:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652096, offset 224 00000400:00000200:1.0:1776192960.026288:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.026297:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.026303:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91820:91820:256:4294967295] 192.168.203.33@tcp LPNI seq info [91820:91820:8:4294967295] 00000400:00000200:1.0:1776192960.026311:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.026316:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.026320:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192960.026325:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.026332:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.026335:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.026352:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.026357:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003f0da408. 00000020:00000010:1.0:1776192960.026360:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016da52dc. 00000800:00000200:1.0:1776192960.026419:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.026422:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:1.0:1776192960.026425:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.026429:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.026432:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:1.0:1776192960.026434:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00080000:00000010:3.0:1776192960.026499:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007300a829. 00010000:00000010:3.0:1776192960.026576:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000313eb1a9. 00010000:00000010:3.0:1776192960.026583:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ca5fa8a. 00010000:00000010:3.0:1776192960.026657:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091bb0095. 00010000:00000010:3.0:1776192960.026663:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f936e304. 00010000:00000010:3.0:1776192960.026672:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002318dfc8. 00000100:00000010:3.0:1776192960.026676:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192960.026682:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192960.026693:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcb195eb. 02000000:00000010:3.0:1776192960.026722:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd132749. 00000400:00000010:3.0:1776192960.026728:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097be6d8e. 00000400:00000010:3.0:1776192960.026733:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192960.026739:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534592, portal 16 00000400:00000010:3.0:1776192960.026743:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192960.026745:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534592, offset 0 00000400:00000200:3.0:1776192960.026750:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.026757:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.026764:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.026767:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.026780:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.026783:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91821:91821:256:4294967295] 192.168.203.33@tcp LPNI seq info [91821:91821:8:4294967295] 00000400:00000200:3.0:1776192960.026790:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.026795:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.026798:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.026802:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.026806:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.026808:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.027270:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.027274:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192960.027278:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.027283:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.027287:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:1.0:1776192960.027288:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000100:00000200:1.0:1776192960.027294:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349534592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.029304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008866e3c3. 00010000:00000010:2.1:1776192960.029318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fc7bb96. 00010000:00000010:2.1:1776192960.029323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df32794. 00000400:00000200:0.0:1776192960.030333:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.030351:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317f80 00000400:00000200:0.0:1776192960.030359:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4195 [1] + 224 00000400:00000200:0.0:1776192960.030369:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.030373:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.030381:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349534592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.030419:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.030423:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ff80 00000400:00000200:0.0:1776192960.030428:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ae1 [2] + 984 00000400:00000200:0.0:1776192960.030858:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.030863:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.030868:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.030874:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0f312d3. 00000400:00000010:3.0:1776192960.030986:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097be6d8e. 00000400:00000200:3.0:1776192960.030990:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192960.030992:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192960.030999:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349534592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.031006:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349534592/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.031033:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd132749. 02000000:00000010:3.0:1776192960.031039:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcb195eb. 00000100:00000010:3.0:1776192960.031043:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:3.0:1776192960.031047:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:3.0:1776192960.031051:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002318dfc8. 00000020:00000010:0.0:1776192960.035506:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070ac047d. 00000020:00000010:0.0:1776192960.035519:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.035524:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.035558:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0f312d3 x1862471344652160/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192960.035596:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652160 02000000:00000010:0.0:1776192960.035608:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afc55952. 00010000:00000010:0.0:1776192960.035646:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000562afdc1. 00010000:00000010:0.0:1776192960.035672:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dfefb4b. 00000100:00000010:0.0:1776192960.035680:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b16864f. 00000100:00000010:0.0:1776192960.035699:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b16864f. 00010000:00000010:0.0:1776192960.035703:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dfefb4b. 00000400:00000010:0.0:1776192960.035725:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192960.035731:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652160, offset 224 00000400:00000200:0.0:1776192960.035738:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.035751:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.035757:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91822:91822:256:4294967295] 192.168.203.33@tcp LPNI seq info [91822:91822:8:4294967295] 00000400:00000200:0.0:1776192960.035766:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.035782:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.035787:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82352146). 00000800:00000200:0.0:1776192960.035793:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.035801:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.035805:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776192960.035807:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcb195eb. 00000020:00000010:0.0:1776192960.035822:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.035826:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.035828:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070ac047d. 00010000:00000010:3.0:1776192960.035889:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f936e304. 00010000:00000010:3.0:1776192960.035896:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b8cf0fd. 00010000:00000010:3.0:1776192960.035990:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2f65472. 00010000:00000010:3.0:1776192960.035997:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f936e304. 00010000:00000010:3.0:1776192960.036008:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002318dfc8. 00000100:00000010:3.0:1776192960.036011:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192960.036019:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192960.036030:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd132749. 02000000:00000010:3.0:1776192960.036052:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cabef1c5. 00000400:00000010:3.0:1776192960.036057:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097be6d8e. 00000400:00000010:3.0:1776192960.036062:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192960.036066:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534656, portal 16 00000400:00000010:3.0:1776192960.036071:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192960.036073:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534656, offset 0 00000400:00000200:3.0:1776192960.036078:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.036084:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.036090:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.036094:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.036097:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.036099:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91823:91823:255:4294967295] 192.168.203.33@tcp LPNI seq info [91823:91823:7:4294967295] 00000400:00000200:3.0:1776192960.036106:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.036109:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.036112:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352394). 00000800:00000200:3.0:1776192960.036115:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.036119:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.036121:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.036141:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.036145:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82352146). 00000400:00000200:2.0:1776192960.036149:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.036178:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.036182:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:2.0:1776192960.036184:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000800:00000200:2.0:1776192960.036249:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.036252:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192960.036256:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.036259:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.036261:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:2.0:1776192960.036262:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:2.0:1776192960.036266:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349534656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.037190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090b9f07b. 00010000:00000010:1.1:1776192960.037192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004551ec3c. 00010000:00000010:3.1:1776192960.037199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064af50b2. 00000400:00000200:1.0:1776192960.041281:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.041299:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867317fc0 00000400:00000200:1.0:1776192960.041307:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb41a1 [1] + 224 00000400:00000200:1.0:1776192960.041320:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.041324:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.041334:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349534656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.041505:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097be6d8e. 00000400:00000200:3.0:1776192960.041511:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192960.041513:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192960.041519:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349534656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.041526:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349534656/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.041554:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cabef1c5. 02000000:00000010:3.0:1776192960.041561:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd132749. 00000100:00000010:3.0:1776192960.041566:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:3.0:1776192960.041570:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:3.0:1776192960.041573:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002318dfc8. 00000400:00000200:0.0:1776192960.043332:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.043346:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e6ffc0 00000400:00000200:0.0:1776192960.043354:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ae1 [2] + 1312 00000400:00000200:0.0:1776192960.043409:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.043413:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.043420:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.043426:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 00000020:00000010:1.0:1776192960.043520:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb28e6a. 00000020:00000010:1.0:1776192960.043527:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.043531:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003f0da408. 00000100:00000200:1.0:1776192960.043554:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050a26b45 x1862471344652224/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192960.043586:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652224 02000000:00000010:1.0:1776192960.043596:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016da52dc. 00010000:00000010:1.0:1776192960.043694:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004876b04f. 00010000:00000010:1.0:1776192960.043729:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001bb49ce. 00000100:00000010:1.0:1776192960.043735:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8a9a69a. 00000100:00000010:1.0:1776192960.043750:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8a9a69a. 00010000:00000010:1.0:1776192960.043753:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001bb49ce. 00000400:00000010:1.0:1776192960.043766:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192960.043777:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652224, offset 224 00000400:00000200:1.0:1776192960.043785:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.043794:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.043799:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91824:91824:256:4294967295] 192.168.203.33@tcp LPNI seq info [91824:91824:8:4294967295] 00000400:00000200:1.0:1776192960.043808:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.043813:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.043817:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192960.043822:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.043828:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.043831:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.043917:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.043922:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003f0da408. 00000020:00000010:1.0:1776192960.043924:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb28e6a. 00080000:00000010:3.0:1776192960.044018:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd132749. 00010000:00000010:3.0:1776192960.044093:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f936e304. 00010000:00000010:3.0:1776192960.044100:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c98941ea. 00010000:00000010:3.0:1776192960.044196:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000263ac66b. 00010000:00000010:3.0:1776192960.044202:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f936e304. 00010000:00000010:3.0:1776192960.044212:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002318dfc8. 00000100:00000010:3.0:1776192960.044216:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192960.044222:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192960.044232:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cabef1c5. 02000000:00000010:3.0:1776192960.044252:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac1bf68a. 00000400:00000010:3.0:1776192960.044257:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097be6d8e. 00000400:00000010:3.0:1776192960.044261:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192960.044266:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534720, portal 16 00000400:00000010:3.0:1776192960.044270:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192960.044272:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534720, offset 0 00000400:00000200:3.0:1776192960.044278:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.044285:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.044291:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.044295:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.044297:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.044300:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91825:91825:255:4294967295] 192.168.203.33@tcp LPNI seq info [91825:91825:7:4294967295] 00000400:00000200:3.0:1776192960.044307:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.044310:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.044313:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192960.044317:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.044323:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.044325:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.044885:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.044889:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82352146). 00000400:00000200:0.0:1776192960.044894:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.044899:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.044903:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:0.0:1776192960.044904:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00000800:00000200:0.0:1776192960.044952:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.044954:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192960.044958:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.044961:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.044963:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:0.0:1776192960.044964:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000100:00000200:0.0:1776192960.044969:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349534720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.045182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000013ff623. 00010000:00000010:3.1:1776192960.045189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091bb0095. 00010000:00000010:0.1:1776192960.045220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c2701c. 00000400:00000200:1.0:1776192960.049307:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.049376:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318000 00000400:00000200:2.0:1776192960.049387:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb41ad [1] + 224 00000400:00000200:2.0:1776192960.049399:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.049402:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.049412:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349534720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.049450:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.049455:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70000 00000400:00000200:2.0:1776192960.049460:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ae1 [2] + 1640 00000400:00000200:2.0:1776192960.049523:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.049527:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.049531:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.049537:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000400:00000010:0.0:1776192960.049608:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097be6d8e. 00000400:00000200:0.0:1776192960.049622:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:0.0:1776192960.049624:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:0.0:1776192960.049630:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349534720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.049637:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349534720/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.049664:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac1bf68a. 02000000:00000010:0.0:1776192960.049672:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cabef1c5. 00000100:00000010:0.0:1776192960.049675:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:0.0:1776192960.049678:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:0.0:1776192960.049682:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002318dfc8. 00000020:00000010:1.0:1776192960.049755:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb28e6a. 00000020:00000010:1.0:1776192960.049761:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.049765:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003f0da408. 00000100:00000200:1.0:1776192960.049788:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344652288/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192960.049820:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652288 02000000:00000010:1.0:1776192960.049831:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5fffd5f. 00010000:00000010:1.0:1776192960.049857:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078e31fff. 00010000:00000010:1.0:1776192960.049877:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001bb49ce. 00000100:00000010:1.0:1776192960.049883:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8a9a69a. 00000100:00000010:1.0:1776192960.049892:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8a9a69a. 00010000:00000010:1.0:1776192960.049895:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001bb49ce. 00000400:00000010:1.0:1776192960.049907:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000066f1a46. 00000100:00000200:1.0:1776192960.049911:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652288, offset 224 00080000:00000010:0.0:1776192960.049912:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ac047d. 00000400:00000200:1.0:1776192960.049918:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.049928:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.049945:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91826:91826:256:4294967295] 192.168.203.33@tcp LPNI seq info [91826:91826:8:4294967295] 00000400:00000200:1.0:1776192960.049955:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.049959:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.049963:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192960.049967:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.049974:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.049977:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1776192960.049996:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f936e304. 00000020:00000010:1.0:1776192960.050002:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00010000:00000010:0.0:1776192960.050002:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001cba5c80. 00000020:00000010:1.0:1776192960.050006:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003f0da408. 00000020:00000010:1.0:1776192960.050009:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb28e6a. 00010000:00000010:0.0:1776192960.050083:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:0.0:1776192960.050089:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030f707a7. 00010000:00000010:0.0:1776192960.050098:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dfefb4b. 00000100:00000010:0.0:1776192960.050102:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b16864f. 00000100:00000010:0.0:1776192960.050109:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d616611e. 02000000:00000010:0.0:1776192960.050118:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005dd03740. 02000000:00000010:0.0:1776192960.050139:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006747e9ee. 00000400:00000010:0.0:1776192960.050143:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea150b0d. 00000400:00000010:0.0:1776192960.050147:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192960.050151:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534784, portal 16 00000400:00000010:0.0:1776192960.050177:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192960.050179:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534784, offset 0 00000400:00000200:0.0:1776192960.050184:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.050189:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.050195:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.050198:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.050201:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.050203:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91827:91827:255:4294967295] 192.168.203.33@tcp LPNI seq info [91827:91827:7:4294967295] 00000400:00000200:0.0:1776192960.050209:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.050213:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.050216:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006aee207c (tot 82352394). 00000800:00000200:0.0:1776192960.050219:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.050223:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.050225:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006aee207c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.050296:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.050299:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82352146). 00000400:00000200:2.0:1776192960.050302:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.050306:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.050308:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:2.0:1776192960.050310:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000800:00000200:2.0:1776192960.050346:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.050348:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006aee207c (tot 82351898). 00000400:00000200:2.0:1776192960.050351:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.050353:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.050355:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0db7cf 00000400:00000010:2.0:1776192960.050357:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0db7cf. 00000100:00000200:2.0:1776192960.050360:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d616611e x1862471349534784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.052210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0f233be. 00010000:00000010:3.1:1776192960.052224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f65472. 00010000:00000010:1.1:1776192960.052271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eecb8e1f. 00000400:00000200:0.0:1776192960.053906:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.053925:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318040 00000400:00000200:0.0:1776192960.053933:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb41b9 [1] + 224 00000400:00000200:0.0:1776192960.053943:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.053947:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.053956:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d616611e x1862471349534784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.053989:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.053994:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70040 00000400:00000200:0.0:1776192960.053998:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ae1 [2] + 1968 00000400:00000010:0.0:1776192960.054002:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000716dbb97. 00000400:00000200:0.0:1776192960.054005:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000017eae0a3 00000400:00000200:0.0:1776192960.054012:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.054015:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.054016:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017eae0a3 00000400:00000010:0.0:1776192960.054018:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000017eae0a3 (tot 82351746). 00000100:00000200:0.0:1776192960.054023:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776192960.054272:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb28e6a. 00000020:00000010:1.0:1776192960.054280:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.054285:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003f0da408. 00000100:00000200:1.0:1776192960.054310:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000037c185b1 x1862471344652352/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192960.054343:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652352 02000000:00000010:1.0:1776192960.054354:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067408ea2. 00010000:00000010:1.0:1776192960.054393:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001bb49ce. 00000100:00000010:1.0:1776192960.054401:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8a9a69a. 00000100:00000010:1.0:1776192960.054498:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8a9a69a. 00010000:00000010:1.0:1776192960.054503:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001bb49ce. 00000400:00000010:1.0:1776192960.054516:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ef59f96. 00000100:00000200:1.0:1776192960.054522:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652352, offset 224 00000400:00000200:1.0:1776192960.054529:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.054540:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.054546:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91828:91828:256:4294967295] 192.168.203.33@tcp LPNI seq info [91828:91828:8:4294967295] 00000400:00000200:1.0:1776192960.054556:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.054561:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.054565:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82351994). 00000800:00000200:1.0:1776192960.054570:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.054577:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.054580:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.054646:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.054651:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003f0da408. 00000020:00000010:1.0:1776192960.054654:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb28e6a. 02000000:00000010:1.0:1776192960.054662:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5fffd5f. 00000100:00000010:1.0:1776192960.054666:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:1.0:1776192960.054672:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000016da52dc. 00000100:00000010:1.0:1776192960.054673:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 02000000:00000010:1.0:1776192960.054677:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afc55952. 00000100:00000010:1.0:1776192960.054678:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0f312d3. 02000000:00000010:1.0:1776192960.054681:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008326bffc. 00000100:00000010:1.0:1776192960.054683:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000364d87e3. 02000000:00000010:1.0:1776192960.054685:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5e9e227. 00000100:00000010:1.0:1776192960.054687:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 02000000:00000010:1.0:1776192960.054690:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014100a12. 00000100:00000010:1.0:1776192960.054692:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 00000100:00000200:1.0:1776192960.054697:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776192960.054702:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0865440. 00000400:00000010:1.0:1776192960.054706:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8a9a69a (tot 82352146). 00000400:00000010:3.0:1776192960.054769:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea150b0d. 00000400:00000200:3.0:1776192960.054774:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:3.0:1776192960.054776:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000100:00000200:3.0:1776192960.054782:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d616611e x1862471349534784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.054788:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d616611e x1862471349534784/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192960.054809:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b039e4ab. 02000000:00000010:3.0:1776192960.054823:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006747e9ee. 02000000:00000010:3.0:1776192960.054827:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005dd03740. 00000100:00000010:3.0:1776192960.054830:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d616611e. 00000100:00000010:3.0:1776192960.054833:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b16864f. 00010000:00000010:3.0:1776192960.054836:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dfefb4b. 00080000:00000010:3.0:1776192960.054850:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000014a591f. 00010000:00000010:3.0:1776192960.054932:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030f707a7. 00010000:00000010:3.0:1776192960.054938:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058d2a0c7. 00010000:00000010:3.0:1776192960.055005:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2f65472. 00010000:00000010:3.0:1776192960.055011:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192960.055021:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c87b7ed0. 00000100:00000010:3.0:1776192960.055025:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.055031:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192960.055041:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c57b30f0. 02000000:00000010:3.0:1776192960.055063:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f20ad4d8. 00000400:00000010:3.0:1776192960.055066:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192960.055070:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192960.055074:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534848, portal 16 00000400:00000010:3.0:1776192960.055078:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192960.055080:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534848, offset 0 00000400:00000200:3.0:1776192960.055086:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.055094:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.055100:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.055105:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.055108:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.055110:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91829:91829:255:4294967295] 192.168.203.33@tcp LPNI seq info [91829:91829:7:4294967295] 00000400:00000200:3.0:1776192960.055117:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.055121:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.055125:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192960.055128:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.055133:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.055135:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.057355:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.057362:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82352146). 00000400:00000200:2.0:1776192960.057370:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.057379:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.057385:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ef59f96 00000400:00000010:2.0:1776192960.057388:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ef59f96. 02000000:00000010:2.0:1776192960.057395:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067408ea2. 00010000:00000010:0.1:1776192960.058192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3f53f8d. 00010000:00000010:0.1:1776192960.058203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000263ac66b. 00000800:00000200:2.0:1776192960.058248:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.058251:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:2.0:1776192960.058256:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.058262:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.058265:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:2.0:1776192960.058267:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000100:00000200:2.0:1776192960.058274:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c365056 x1862471349534848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.061540:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.061560:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318080 00000400:00000200:2.0:1776192960.061568:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb41c9 [1] + 224 00000400:00000200:2.0:1776192960.061585:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.061589:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.061600:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c365056 x1862471349534848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.062381:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:3.0:1776192960.062388:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192960.062390:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192960.062398:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c365056 x1862471349534848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.062419:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c365056 x1862471349534848/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.062449:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f20ad4d8. 02000000:00000010:3.0:1776192960.062456:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c57b30f0. 00000100:00000010:3.0:1776192960.062460:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000010:3.0:1776192960.062464:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.062467:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c87b7ed0. 00010000:00000010:3.1:1776192960.063519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ca1e86. 00010000:00000010:3.1:1776192960.063531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098442dcc. 00010000:00000010:3.1:1776192960.063537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ce9cf1. 00010000:00000010:1.1:1776192960.064603:0:15848:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000750aac2e. 00000400:00000200:2.0:1776192960.064724:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.064741:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70080 00000400:00000200:2.0:1776192960.064748:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b39 [2] + 0 00000400:00000200:2.0:1776192960.064810:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.064816:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.064822:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.064827:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 00000020:00000010:1.0:1776192960.068935:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000470949ce. 00000020:00000010:1.0:1776192960.068947:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000086f26a2e. 00000020:00000010:1.0:1776192960.068952:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003f0da408. 00000100:00000200:1.0:1776192960.068983:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f06d7dd1 x1862471344652416/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192960.069015:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652416 02000000:00000010:1.0:1776192960.069026:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067408ea2. 00010000:00000010:1.0:1776192960.069053:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2f472f3. 00010000:00000010:1.0:1776192960.069076:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001bb49ce. 00000100:00000010:1.0:1776192960.069084:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cae7177a. 00000100:00000010:1.0:1776192960.069105:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cae7177a. 00010000:00000010:1.0:1776192960.069110:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001bb49ce. 00000400:00000010:1.0:1776192960.069121:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192960.069126:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652416, offset 224 00000400:00000200:1.0:1776192960.069134:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.069146:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.069152:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91830:91830:256:4294967295] 192.168.203.33@tcp LPNI seq info [91830:91830:8:4294967295] 00080000:00000010:3.0:1776192960.069337:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c57b30f0. 00010000:00000010:3.0:1776192960.069487:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192960.069494:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8e8beb5. 00010000:00000010:3.0:1776192960.069574:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091bb0095. 00010000:00000010:3.0:1776192960.069581:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192960.069589:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c87b7ed0. 00000100:00000010:3.0:1776192960.069593:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.069600:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 02000000:00000010:3.0:1776192960.069611:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f20ad4d8. 02000000:00000010:3.0:1776192960.069631:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e389e4be. 00000400:00000010:3.0:1776192960.069637:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae06059d. 00000400:00000010:3.0:1776192960.069642:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192960.069646:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534912, portal 16 00000400:00000010:3.0:1776192960.069650:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192960.069652:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534912, offset 0 00000400:00000200:3.0:1776192960.069657:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.069719:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.069725:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.069792:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e1f78e7 (tot 82352146). 00000800:00000200:2.0:1776192960.069801:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.069807:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.069811:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e1f78e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.069840:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000086f26a2e. 00000020:00000010:2.0:1776192960.069845:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003f0da408. 00000020:00000010:2.0:1776192960.069848:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000470949ce. 00000800:00000200:1.0:1776192960.069978:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.069981:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e1f78e7 (tot 82351898). 00000400:00000200:1.0:1776192960.069986:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.069991:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.069995:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:1.0:1776192960.069997:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000400:00000200:3.0:1776192960.073754:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.073763:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.073766:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.073770:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.073774:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91831:91831:255:4294967295] 192.168.203.33@tcp LPNI seq info [91831:91831:7:4294967295] 00000400:00000200:3.0:1776192960.073784:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.073790:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.073872:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b13dbb82 (tot 82352146). 00000800:00000200:0.0:1776192960.073883:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.073889:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.073892:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b13dbb82 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.074078:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.074081:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b13dbb82 (tot 82351898). 00000400:00000200:0.0:1776192960.074084:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.074088:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.074092:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:0.0:1776192960.074094:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:0.0:1776192960.074102:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c365056 x1862471349534912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.076514:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.076533:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673180c0 00000400:00000200:2.0:1776192960.076542:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb41d5 [1] + 224 00000400:00000200:2.0:1776192960.076553:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.076558:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.076570:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c365056 x1862471349534912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.076611:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.076617:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e700c0 00000400:00000200:2.0:1776192960.076622:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b39 [2] + 328 00000400:00000200:2.0:1776192960.076631:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.076634:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.076638:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.076644:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 00000400:00000010:1.0:1776192960.076731:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae06059d. 00000400:00000200:1.0:1776192960.076737:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:1.0:1776192960.076739:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:1.0:1776192960.076744:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c365056 x1862471349534912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.076750:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c365056 x1862471349534912/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.076777:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e389e4be. 02000000:00000010:1.0:1776192960.076783:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f20ad4d8. 00000100:00000010:1.0:1776192960.076788:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 00000100:00000010:1.0:1776192960.076792:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:1.0:1776192960.076795:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c87b7ed0. 00000020:00000010:3.0:1776192960.076859:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000377b41b8. 00000020:00000010:3.0:1776192960.076866:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192960.076871:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192960.076893:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000891dd363 x1862471344652480/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192960.076925:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652480 02000000:00000010:3.0:1776192960.076936:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004fca1ee4. 00010000:00000010:3.0:1776192960.076960:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a119413. 00010000:00000010:3.0:1776192960.076976:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7989e8. 00000100:00000010:3.0:1776192960.076982:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192960.076996:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:3.0:1776192960.076999:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7989e8. 00000400:00000010:3.0:1776192960.077009:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192960.077013:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652480, offset 224 00000400:00000200:3.0:1776192960.077019:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.077029:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.077034:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91832:91832:256:4294967295] 192.168.203.33@tcp LPNI seq info [91832:91832:8:4294967295] 00000400:00000200:3.0:1776192960.077042:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.077047:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.077051:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192960.077055:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.077061:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.077064:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.077077:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192960.077081:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:3.0:1776192960.077083:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000377b41b8. 00000800:00000200:2.0:1776192960.077232:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.077235:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192960.077239:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.077242:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.077245:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:2.0:1776192960.077247:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00080000:00000010:2.0:1776192960.077267:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f16e13e9. 00010000:00000010:2.0:1776192960.077339:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001298ab2c. 00010000:00000010:2.0:1776192960.077345:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041e09e85. 00010000:00000010:2.0:1776192960.077503:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c572308. 00010000:00000010:2.0:1776192960.077510:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00010000:00000010:2.0:1776192960.077520:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000caacd4c0. 00000100:00000010:2.0:1776192960.077524:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.077530:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 02000000:00000010:2.0:1776192960.077541:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026dded39. 02000000:00000010:2.0:1776192960.077563:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000990732d8. 00000400:00000010:2.0:1776192960.077567:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067077fe8. 00000400:00000010:2.0:1776192960.077572:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192960.077576:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349534976, portal 16 00000400:00000010:2.0:1776192960.077580:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192960.077582:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349534976, offset 0 00000400:00000200:2.0:1776192960.077587:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.077594:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.077601:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.077604:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.077607:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.077609:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91833:91833:256:4294967295] 192.168.203.33@tcp LPNI seq info [91833:91833:8:4294967295] 00000400:00000200:2.0:1776192960.077616:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.077620:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.077624:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e26ed31 (tot 82352146). 00000800:00000200:2.0:1776192960.077628:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.077632:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.077634:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e26ed31 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.077836:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.077839:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e26ed31 (tot 82351898). 00000400:00000200:3.0:1776192960.077842:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.077846:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.077849:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:3.0:1776192960.077851:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:3.0:1776192960.077856:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000952192e0 x1862471349534976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.078193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081f8b7c. 00010000:00000010:3.1:1776192960.082214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f534db7. 00010000:00000010:3.1:1776192960.082230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f65472. 00000400:00000200:2.0:1776192960.083949:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.083970:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318100 00000400:00000200:2.0:1776192960.083978:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb41e1 [1] + 224 00000400:00000200:2.0:1776192960.083991:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.083996:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.084007:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000952192e0 x1862471349534976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.084047:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.084052:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70100 00000400:00000200:2.0:1776192960.084056:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b39 [2] + 656 00000400:00000200:2.0:1776192960.084113:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.084117:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.084121:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.084126:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 00000400:00000010:1.0:1776192960.084276:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067077fe8. 00000400:00000200:1.0:1776192960.084282:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:1.0:1776192960.084285:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:1.0:1776192960.084290:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000952192e0 x1862471349534976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.084298:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000952192e0 x1862471349534976/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.084325:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000990732d8. 02000000:00000010:1.0:1776192960.084330:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026dded39. 00000100:00000010:1.0:1776192960.084336:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000952192e0. 00000100:00000010:1.0:1776192960.084340:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:1.0:1776192960.084344:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000caacd4c0. 00000020:00000010:0.0:1776192960.084704:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dd03740. 00000020:00000010:0.0:1776192960.084725:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.084729:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.084754:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c9b22b3 x1862471344652544/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192960.084817:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652544 02000000:00000010:0.0:1776192960.084827:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006747e9ee. 00010000:00000010:0.0:1776192960.084852:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d7900c4. 00010000:00000010:0.0:1776192960.084871:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192960.084876:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b16864f. 00000100:00000010:0.0:1776192960.084892:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b16864f. 00010000:00000010:0.0:1776192960.084895:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192960.084906:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192960.084909:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652544, offset 224 00000400:00000200:0.0:1776192960.084916:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.084926:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.084932:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91834:91834:256:4294967295] 192.168.203.33@tcp LPNI seq info [91834:91834:8:4294967295] 00000400:00000200:0.0:1776192960.084941:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.084947:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.084951:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b13dbb82 (tot 82352146). 00000800:00000200:0.0:1776192960.084956:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.084962:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.084965:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b13dbb82 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.084980:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.084984:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.084987:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dd03740. 00000800:00000200:2.0:1776192960.085076:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.085080:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b13dbb82 (tot 82351898). 00000400:00000200:2.0:1776192960.085083:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.085087:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.085090:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:2.0:1776192960.085092:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 00080000:00000010:2.0:1776192960.085116:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000990732d8. 00010000:00000010:2.0:1776192960.085210:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:2.0:1776192960.085216:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd8237ab. 00010000:00000010:2.0:1776192960.085282:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f523b2c7. 00010000:00000010:2.0:1776192960.085288:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000db72105. 00010000:00000010:2.0:1776192960.085297:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e873520c. 00000100:00000010:2.0:1776192960.085301:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ffeb0ec. 00000100:00000010:2.0:1776192960.085306:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.085316:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee4ecef3. 02000000:00000010:2.0:1776192960.085337:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfac3daf. 00000400:00000010:2.0:1776192960.085341:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571f6932. 00000400:00000010:2.0:1776192960.085345:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c28a338. 00000100:00000200:2.0:1776192960.085350:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535040, portal 16 00000400:00000010:2.0:1776192960.085353:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192960.085355:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535040, offset 0 00000400:00000200:2.0:1776192960.085359:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.085365:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.085370:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.085373:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.085376:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.085378:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91835:91835:256:4294967295] 192.168.203.33@tcp LPNI seq info [91835:91835:8:4294967295] 00000400:00000200:2.0:1776192960.085385:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.085388:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.085391:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b15255fe (tot 82352146). 00000800:00000200:2.0:1776192960.085395:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.085399:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.085401:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b15255fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.088259:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.088267:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b15255fe (tot 82351898). 00000400:00000200:1.0:1776192960.088274:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.088284:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.088288:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:1.0:1776192960.088291:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:1.0:1776192960.088299:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349535040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.094192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000915027e8. 00010000:00000010:2.1:1776192960.094277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005080b44d. 00010000:00000010:2.1:1776192960.094283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091bb0095. 00010000:00000010:2.1:1776192960.098558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001741e950. 00010000:00000010:2.1:1776192960.098572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c572308. 00000400:00000200:2.0:1776192960.098608:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.098625:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318140 00000400:00000200:2.0:1776192960.098633:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb41ed [1] + 224 00000400:00000200:2.0:1776192960.098646:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.098650:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.098662:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349535040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.098690:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.098696:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70140 00000400:00000200:2.0:1776192960.098700:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b39 [2] + 984 00000400:00000010:1.0:1776192960.098923:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571f6932. 00000400:00000200:1.0:1776192960.098928:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:1.0:1776192960.098930:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 00000100:00000200:1.0:1776192960.098936:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349535040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.098944:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349535040/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.098981:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfac3daf. 02000000:00000010:1.0:1776192960.098988:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee4ecef3. 00000100:00000010:1.0:1776192960.098993:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:1.0:1776192960.098998:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ffeb0ec. 00010000:00000010:1.0:1776192960.099002:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e873520c. 00000400:00000200:2.0:1776192960.099054:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.099058:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.099063:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.099068:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 00010000:00000010:0.1:1776192960.099457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9278119. 00000020:00000010:0.0:1776192960.099493:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dd03740. 00000020:00000010:0.0:1776192960.099501:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.099505:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.099532:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003805fb90 x1862471344652608/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192960.099566:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652608 02000000:00000010:0.0:1776192960.099577:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014100a12. 00010000:00000010:0.0:1776192960.099605:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000020c65d4. 00010000:00000010:0.0:1776192960.099623:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192960.099629:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b16864f. 00000100:00000010:0.0:1776192960.099644:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b16864f. 00010000:00000010:0.0:1776192960.099647:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192960.099658:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192960.099662:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652608, offset 224 00000400:00000200:0.0:1776192960.099670:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.099681:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.099687:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91836:91836:256:4294967295] 192.168.203.33@tcp LPNI seq info [91836:91836:8:4294967295] 00000400:00000200:0.0:1776192960.099697:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.099702:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.099719:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b13dbb82 (tot 82352146). 00000800:00000200:0.0:1776192960.099725:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.099733:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.099737:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b13dbb82 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192960.099757:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5fffd5f. 00000020:00000010:0.0:1776192960.099760:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.099765:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.099768:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dd03740. 00010000:00000010:1.0:1776192960.099846:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000db72105. 00010000:00000010:1.0:1776192960.099854:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054c1e645. 00010000:00000010:1.0:1776192960.099928:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000909fd7b6. 00010000:00000010:1.0:1776192960.099935:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b42f9c14. 00010000:00000010:1.0:1776192960.099945:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000001bb49ce. 00000100:00000010:1.0:1776192960.099950:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cae7177a. 00000100:00000010:1.0:1776192960.099957:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 02000000:00000010:1.0:1776192960.099980:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee4ecef3. 02000000:00000010:1.0:1776192960.100003:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016da52dc. 00000400:00000010:1.0:1776192960.100008:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b89d1c5a. 00000400:00000010:1.0:1776192960.100012:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192960.100016:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535104, portal 16 00000400:00000010:1.0:1776192960.100019:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee38bd31. 00000100:00000200:1.0:1776192960.100021:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535104, offset 0 00000400:00000200:1.0:1776192960.100027:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.100034:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.100040:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.100043:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.100046:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.100048:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91837:91837:255:4294967295] 192.168.203.33@tcp LPNI seq info [91837:91837:7:4294967295] 00000400:00000200:1.0:1776192960.100055:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.100059:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.100062:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352394). 00000800:00000200:1.0:1776192960.100065:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.100070:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.100072:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.100286:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.100290:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b13dbb82 (tot 82352146). 00000400:00000200:2.0:1776192960.100293:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.100298:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.100302:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:2.0:1776192960.100303:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00000800:00000200:2.0:1776192960.100374:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.100376:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192960.100379:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.100382:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.100384:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee38bd31 00000400:00000010:2.0:1776192960.100386:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee38bd31. 00000100:00000200:2.0:1776192960.100391:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd381e0d x1862471349535104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.104915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a34a641e. 00010000:00000010:1.1:1776192960.104933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f523b2c7. 00000400:00000200:1.0:1776192960.105669:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.105686:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318180 00000400:00000200:1.0:1776192960.105698:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb41f9 [1] + 224 00010000:00000010:0.1:1776192960.105704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f3cef48. 00000400:00000200:1.0:1776192960.105725:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.105732:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.105742:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd381e0d x1862471349535104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.105778:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.105783:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70180 00000400:00000200:1.0:1776192960.105788:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b39 [2] + 1312 00000400:00000200:1.0:1776192960.105848:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.105853:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.105857:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.105861:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 00000020:00000010:0.0:1776192960.105934:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dd03740. 00000020:00000010:0.0:1776192960.105941:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.105945:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.105971:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009928a598 x1862471344652672/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192960.106002:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652672 02000000:00000010:0.0:1776192960.106014:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afc55952. 00010000:00000010:0.0:1776192960.106054:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192960.106060:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b16864f. 00000100:00000010:0.0:1776192960.106066:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b16864f. 00010000:00000010:0.0:1776192960.106071:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192960.106086:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e5de940. 00000100:00000200:0.0:1776192960.106091:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652672, offset 224 00000400:00000200:0.0:1776192960.106099:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.106110:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.106116:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91838:91838:256:4294967295] 192.168.203.33@tcp LPNI seq info [91838:91838:8:4294967295] 00000400:00000200:0.0:1776192960.106126:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.106131:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.106135:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006aee207c (tot 82352146). 00000800:00000200:0.0:1776192960.106141:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.106147:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.106150:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006aee207c type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1776192960.106184:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b89d1c5a. 00000400:00000200:2.0:1776192960.106190:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:2.0:1776192960.106192:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000020:00000010:0.0:1776192960.106195:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000100:00000200:2.0:1776192960.106199:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd381e0d x1862471349535104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776192960.106200:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.106205:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dd03740. 00000100:00000200:2.0:1776192960.106212:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd381e0d x1862471349535104/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192960.106231:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e7625cf. 02000000:00000010:2.0:1776192960.106244:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016da52dc. 02000000:00000010:2.0:1776192960.106248:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee4ecef3. 00000100:00000010:2.0:1776192960.106252:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 00000100:00000010:2.0:1776192960.106254:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cae7177a. 00010000:00000010:2.0:1776192960.106257:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000001bb49ce. 00080000:00000010:2.0:1776192960.106273:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfac3daf. 00000800:00000200:1.0:1776192960.106583:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.106587:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006aee207c (tot 82351898). 00000400:00000200:1.0:1776192960.106591:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.106595:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.106597:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e5de940 00000400:00000010:1.0:1776192960.106598:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e5de940. 00010000:00000010:2.0:1776192960.106799:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b42f9c14. 00010000:00000010:2.0:1776192960.106809:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006af7a0b1. 00010000:00000010:2.0:1776192960.106900:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c572308. 00010000:00000010:2.0:1776192960.106907:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e2a0c36. 00010000:00000010:2.0:1776192960.106918:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.106923:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.106930:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.106940:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee4ecef3. 02000000:00000010:2.0:1776192960.106975:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000253e1c9e. 00000400:00000010:2.0:1776192960.106980:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8aee041. 00000400:00000010:2.0:1776192960.106984:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.106989:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535168, portal 16 00000400:00000010:2.0:1776192960.106993:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa860fc. 00000100:00000200:2.0:1776192960.106995:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535168, offset 0 00000400:00000200:2.0:1776192960.107002:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.107011:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.107018:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.107021:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.107024:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.107027:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91839:91839:256:4294967295] 192.168.203.33@tcp LPNI seq info [91839:91839:8:4294967295] 00000400:00000200:2.0:1776192960.107035:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.107039:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.107043:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000184662c0 (tot 82352146). 00000800:00000200:2.0:1776192960.107047:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.107052:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.107055:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000184662c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.107182:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.107185:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000184662c0 (tot 82351898). 00000400:00000200:0.0:1776192960.107189:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.107193:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.107196:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa860fc 00000400:00000010:0.0:1776192960.107197:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa860fc. 00000100:00000200:0.0:1776192960.107202:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349535168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.114433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000339facd4. 00010000:00000010:2.1:1776192960.114451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000686d02fb. 00010000:00000010:2.1:1776192960.114456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909fd7b6. 00000400:00000200:1.0:1776192960.114493:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.114509:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673181c0 00000400:00000200:1.0:1776192960.114518:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4205 [1] + 224 00000400:00000200:1.0:1776192960.114529:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.114533:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.114543:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349535168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.114576:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.114581:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e701c0 00000400:00000200:1.0:1776192960.114585:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b39 [2] + 1640 00000400:00000200:1.0:1776192960.114639:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1776192960.114644:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8aee041. 00000400:00000200:1.0:1776192960.114644:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.114651:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:2.0:1776192960.114653:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:1.0:1776192960.114659:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1776192960.114660:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349535168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1776192960.114665:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 00000100:00000200:2.0:1776192960.114673:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349535168/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.114704:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000253e1c9e. 02000000:00000010:2.0:1776192960.114721:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee4ecef3. 00000100:00000010:2.0:1776192960.114725:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:2.0:1776192960.114730:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.114733:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000020:00000010:3.0:1776192960.115035:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000377b41b8. 00000020:00000010:3.0:1776192960.115043:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192960.115047:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192960.115069:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad1b0323 x1862471344652736/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192960.115102:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652736 02000000:00000010:3.0:1776192960.115113:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004887d71a. 00010000:00000010:3.0:1776192960.115137:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa0a2f57. 00010000:00000010:3.0:1776192960.115202:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7989e8. 00000100:00000010:3.0:1776192960.115208:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192960.115215:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:3.0:1776192960.115217:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7989e8. 00000400:00000010:3.0:1776192960.115228:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192960.115231:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652736, offset 224 00000400:00000200:3.0:1776192960.115239:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.115249:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.115254:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91840:91840:256:4294967295] 192.168.203.33@tcp LPNI seq info [91840:91840:8:4294967295] 00000400:00000200:3.0:1776192960.115263:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.115267:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.115271:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.115276:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.115282:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.115286:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.115300:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192960.115304:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:3.0:1776192960.115307:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000377b41b8. 00000800:00000200:1.0:1776192960.115510:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.115514:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192960.115518:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.115522:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.115525:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:1.0:1776192960.115527:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00080000:00000010:1.0:1776192960.115553:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5e9e227. 00010000:00000010:1.0:1776192960.115644:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e2a0c36. 00010000:00000010:1.0:1776192960.115651:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b19e2af. 00010000:00000010:1.0:1776192960.115734:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6480690. 00010000:00000010:1.0:1776192960.115740:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003205c423. 00010000:00000010:1.0:1776192960.115750:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.115754:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ba973b2. 00000100:00000010:1.0:1776192960.115760:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192960.115772:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016da52dc. 02000000:00000010:1.0:1776192960.115793:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026dded39. 00000400:00000010:1.0:1776192960.115798:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d99dfd9. 00000400:00000010:1.0:1776192960.115803:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192960.115808:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535232, portal 16 00000400:00000010:1.0:1776192960.115812:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002806a671. 00000100:00000200:1.0:1776192960.115814:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535232, offset 0 00000400:00000200:1.0:1776192960.115819:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.115826:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.115832:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.115835:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.115838:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.115840:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91841:91841:256:4294967295] 192.168.203.33@tcp LPNI seq info [91841:91841:8:4294967295] 00000400:00000200:1.0:1776192960.115847:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.115854:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.115857:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192960.115861:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.115865:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.115867:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.116740:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.116745:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:2.0:1776192960.116750:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.116756:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.116761:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002806a671 00000400:00000010:2.0:1776192960.116762:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002806a671. 00000100:00000200:2.0:1776192960.116769:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349535232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.120003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008174ecf3. 00000400:00000200:1.0:1776192960.121952:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.121971:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318200 00000400:00000200:1.0:1776192960.121980:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4211 [1] + 224 00000400:00000200:1.0:1776192960.121991:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.121996:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.122005:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349535232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.122046:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.122051:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70200 00000400:00000200:1.0:1776192960.122056:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b39 [2] + 1968 00000400:00000010:1.0:1776192960.122060:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005381f747. 00000400:00000200:1.0:1776192960.122065:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cf22d505 00000400:00000010:2.0:1776192960.122093:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008d99dfd9. 00000400:00000200:2.0:1776192960.122098:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:2.0:1776192960.122100:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:2.0:1776192960.122106:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349535232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.122112:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349535232/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.122126:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.122129:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.122131:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf22d505 00000400:00000010:1.0:1776192960.122132:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cf22d505 (tot 82351746). 00000100:00000200:1.0:1776192960.122138:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1776192960.122139:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026dded39. 02000000:00000010:2.0:1776192960.122144:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016da52dc. 00000100:00000010:2.0:1776192960.122148:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:2.0:1776192960.122171:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ba973b2. 00010000:00000010:2.0:1776192960.122175:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000020:00000010:0.0:1776192960.122253:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dd03740. 00000020:00000010:0.0:1776192960.122260:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.122264:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.122287:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000302e2bc5 x1862471344652800/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192960.122316:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652800 02000000:00000010:0.0:1776192960.122328:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000616a41e0. 00010000:00000010:0.0:1776192960.122359:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038b9c65e. 00010000:00000010:0.0:1776192960.122378:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192960.122384:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b16864f. 00000100:00000010:0.0:1776192960.122401:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b16864f. 00010000:00000010:0.0:1776192960.122405:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192960.122417:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbba9cd. 00000100:00000200:0.0:1776192960.122421:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652800, offset 224 00000400:00000200:0.0:1776192960.122429:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.122439:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.122444:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91842:91842:256:4294967295] 192.168.203.33@tcp LPNI seq info [91842:91842:8:4294967295] 00000400:00000200:0.0:1776192960.122454:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.122459:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.122463:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82351994). 00000800:00000200:0.0:1776192960.122468:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.122475:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.122492:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.122513:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.122517:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.122520:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005dd03740. 02000000:00000010:0.0:1776192960.122527:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004887d71a. 00000100:00000010:0.0:1776192960.122531:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 02000000:00000010:0.0:1776192960.122535:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afc55952. 00000100:00000010:0.0:1776192960.122536:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 02000000:00000010:0.0:1776192960.122539:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014100a12. 00000100:00000010:0.0:1776192960.122541:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 02000000:00000010:0.0:1776192960.122545:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006747e9ee. 00000100:00000010:0.0:1776192960.122547:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 02000000:00000010:0.0:1776192960.122550:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004fca1ee4. 00000100:00000010:0.0:1776192960.122555:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 02000000:00000010:0.0:1776192960.122558:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067408ea2. 00000100:00000010:0.0:1776192960.122560:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000200:0.0:1776192960.122566:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00080000:00000010:2.0:1776192960.122571:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000253e1c9e. 00000400:00000010:0.0:1776192960.122571:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083e0d68e. 00000400:00000010:0.0:1776192960.122574:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008b16864f (tot 82352146). 00010000:00000010:2.0:1776192960.122648:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003205c423. 00010000:00000010:2.0:1776192960.122656:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059e540f6. 00000800:00000200:1.0:1776192960.122674:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.122678:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82351898). 00000400:00000200:1.0:1776192960.122681:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.122684:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.122687:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbba9cd 00000400:00000010:1.0:1776192960.122688:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbba9cd. 02000000:00000010:1.0:1776192960.122691:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000616a41e0. 00010000:00000010:2.0:1776192960.122738:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.0:1776192960.122745:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.122755:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.122760:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.122766:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.122776:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016da52dc. 02000000:00000010:2.0:1776192960.122797:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee4ecef3. 00000400:00000010:2.0:1776192960.122801:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8aee041. 00000400:00000010:2.0:1776192960.122804:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.122807:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535296, portal 16 00000400:00000010:2.0:1776192960.122810:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192960.122812:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535296, offset 0 00000400:00000200:2.0:1776192960.122817:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.122823:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.122828:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.122831:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.122834:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.122837:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91843:91843:256:4294967295] 192.168.203.33@tcp LPNI seq info [91843:91843:8:4294967295] 00000400:00000200:2.0:1776192960.122843:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.122847:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.122851:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82352146). 00000800:00000200:2.0:1776192960.122854:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.122858:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.122860:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.122985:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.122988:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82351898). 00000400:00000200:0.0:1776192960.122991:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.122995:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.122998:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:0.0:1776192960.122999:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000100:00000200:0.0:1776192960.123004:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349535296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.125230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cad7167. 00010000:00000010:1.1:1776192960.125243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c572308. 00000400:00000200:1.0:1776192960.125276:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.125291:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318240 00000400:00000200:1.0:1776192960.125299:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4221 [1] + 224 00000400:00000200:1.0:1776192960.125310:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.125313:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.125321:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349535296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.125355:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.125360:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70240 00000400:00000200:1.0:1776192960.125364:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b91 [2] + 0 00000400:00000200:1.0:1776192960.125373:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.125375:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.125379:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.125383:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 00000020:00000010:0.0:1776192960.125461:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f272826. 00000020:00000010:0.0:1776192960.125466:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.125470:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.125506:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f17b910 x1862471344652864/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192960.125537:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652864 02000000:00000010:0.0:1776192960.125547:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a395260. 00010000:00000010:0.0:1776192960.125580:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192960.125591:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.125598:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.125601:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192960.125908:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff23ece1. 00000100:00000200:0.0:1776192960.125914:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652864, offset 224 00000400:00000200:0.0:1776192960.125921:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.125930:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.125935:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91844:91844:256:4294967295] 192.168.203.33@tcp LPNI seq info [91844:91844:8:4294967295] 00000400:00000200:0.0:1776192960.125943:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.125949:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.125953:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3195cd1 (tot 82352146). 00000800:00000200:0.0:1776192960.125958:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.125963:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.125966:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3195cd1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.125986:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.125989:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.125992:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f272826. 00000400:00000010:2.0:1776192960.126127:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8aee041. 00000400:00000200:2.0:1776192960.126132:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:2.0:1776192960.126133:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.126140:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349535296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.126147:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349535296/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192960.126202:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a10d605c. 02000000:00000010:2.0:1776192960.126216:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee4ecef3. 02000000:00000010:2.0:1776192960.126221:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016da52dc. 00000100:00000010:2.0:1776192960.126224:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:2.0:1776192960.126229:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.126231:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00080000:00000010:2.0:1776192960.126245:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee4ecef3. 00010000:00000010:2.0:1776192960.126319:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.126326:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9e7fd05. 00010000:00000010:2.0:1776192960.126396:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d08b07e0. 00010000:00000010:2.0:1776192960.126401:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.126410:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.126414:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.126419:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.126430:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016da52dc. 02000000:00000010:2.0:1776192960.126451:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e60f265. 00000400:00000010:2.0:1776192960.126455:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8aee041. 00000400:00000010:2.0:1776192960.126458:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.126462:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535360, portal 16 00000400:00000010:2.0:1776192960.126465:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192960.126467:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535360, offset 0 00000400:00000200:2.0:1776192960.126473:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000800:00000200:1.0:1776192960.127140:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.127145:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3195cd1 (tot 82351898). 00000400:00000200:1.0:1776192960.127151:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.127180:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.127184:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff23ece1 00000400:00000010:1.0:1776192960.127186:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff23ece1. 00000400:00000200:2.0:1776192960.127231:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.127239:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.127242:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.127245:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.127247:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91845:91845:255:4294967295] 192.168.203.33@tcp LPNI seq info [91845:91845:7:4294967295] 00000400:00000200:2.0:1776192960.127256:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.127261:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.127265:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f9413d (tot 82352146). 00000800:00000200:2.0:1776192960.127270:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.127275:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.127278:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007f9413d type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1776192960.127385:0:71820:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d616611e. 02000000:00000010:0.0:1776192960.127394:0:71820:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000275477a4. 02000000:00000010:2.0:1776192960.127470:0:15856:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000084b7c9f8. 00000400:00000010:2.0:1776192960.127476:0:15856:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000587cfd71. 00000400:00000010:2.0:1776192960.127489:0:15856:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192960.127494:0:15856:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862471349535424, portal 4 00000400:00000010:2.0:1776192960.127498:0:15856:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192960.127500:0:15856:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862471349535424, offset 0 00000400:00000200:2.0:1776192960.127505:0:15856:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776192960.128276:0:15856:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192960.128288:0:15856:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de8673182c0 00000400:00000200:2.0:1776192960.128295:0:15856:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x328cd [8] + 1792 00000400:00000200:2.0:1776192960.128302:0:15856:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.128305:0:15856:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192960.128310:0:15856:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1776192960.128314:0:15856:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000952192e0. 00000400:00000200:2.0:1776192960.128331:0:15856:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:2.0:1776192960.128334:0:15856:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000100:00000200:2.0:1776192960.128340:0:15856:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d616611e x1862471349535424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192967 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000010:2.0:1776192960.128407:0:68036:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef861d6d. 00000020:00000010:2.0:1776192960.128412:0:68036:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.128416:0:68036:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.128445:0:68036:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349535424 02000000:00000010:2.0:1776192960.128462:0:68036:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000003b6ed316. 00010000:00000200:2.0:1776192960.128496:0:68036:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000952192e0 x1862471349535424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:351/0 lens 224/368 e 0 to 0 dl 1776192966 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:2.0:1776192960.128509:0:68036:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192960.128512:0:68036:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862471349535424, offset 224 00000400:00000200:2.0:1776192960.128516:0:68036:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776192960.128521:0:68036:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776192960.128526:0:68036:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de8673182c0 00000400:00000200:2.0:1776192960.128531:0:68036:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb4235 [1] + 224 00000400:00000200:2.0:1776192960.128534:0:68036:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.128536:0:68036:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776192960.128541:0:68036:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d616611e x1862471349535424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192967 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000010:3.0:1776192960.128550:0:71822:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000400:00000200:2.0:1776192960.128554:0:68036:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:2.0:1776192960.128556:0:68036:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 02000000:00000010:3.0:1776192960.128558:0:71822:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2e79463. 00000020:00000010:2.0:1776192960.128564:0:68036:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.128568:0:68036:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.128578:0:68036:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef861d6d. 02000000:00000010:3.0:1776192960.128584:0:15857:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f4a33591. 00000400:00000010:3.0:1776192960.128588:0:15857:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea7ed774. 00000400:00000010:3.0:1776192960.128591:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192960.128594:0:15857:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862471349535488, portal 4 00000400:00000010:2.0:1776192960.128597:0:15856:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000587cfd71. 00000400:00000010:3.0:1776192960.128599:0:15857:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000400:00000200:2.0:1776192960.128599:0:15856:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:2.0:1776192960.128600:0:15856:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000100:00000200:3.0:1776192960.128601:0:15857:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862471349535488, offset 0 00000100:00000200:2.0:1776192960.128603:0:15856:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d616611e x1862471349535424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192967 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1776192960.128606:0:15857:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776192960.128610:0:15857:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776192960.128615:0:15857:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de867318300 00000400:00000200:3.0:1776192960.128618:0:15857:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x328cd [8] + 2016 00000100:00000200:2.0:1776192960.128621:0:15856:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d616611e x1862471349535424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192967 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1776192960.128622:0:15857:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.128624:0:15857:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776192960.128626:0:15857:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1776192960.128630:0:15857:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000246701ee. 00000400:00000200:3.0:1776192960.128639:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:3.0:1776192960.128640:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:3.0:1776192960.128643:0:15857:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecebdf8a x1862471349535488/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192967 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:2.0:1776192960.128646:0:15856:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000084b7c9f8. 02000000:00000010:2.0:1776192960.128651:0:15856:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000275477a4. 00000100:00000010:2.0:1776192960.128654:0:15856:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d616611e. 00000020:00000010:3.0:1776192960.128670:0:66458:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000377b41b8. 00000020:00000010:3.0:1776192960.128673:0:66458:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192960.128675:0:66458:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192960.128698:0:66458:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471349535488 02000000:00000010:3.0:1776192960.128714:0:66458:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000cc381ed8. 00010000:00000200:3.0:1776192960.128730:0:66458:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000246701ee x1862471349535488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:351/0 lens 224/368 e 0 to 0 dl 1776192966 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1776192960.128739:0:66458:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192960.128741:0:66458:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862471349535488, offset 224 00000400:00000200:3.0:1776192960.128744:0:66458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776192960.128749:0:66458:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776192960.128753:0:66458:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de867318300 00000400:00000200:3.0:1776192960.128756:0:66458:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb4241 [1] + 224 00000400:00000200:3.0:1776192960.128760:0:66458:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.128762:0:66458:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776192960.128766:0:66458:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecebdf8a x1862471349535488/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192967 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1776192960.128826:0:66458:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:3.0:1776192960.128828:0:66458:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000020:00000010:3.0:1776192960.128836:0:66458:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192960.128839:0:66458:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:3.0:1776192960.128841:0:66458:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000377b41b8. 00000400:00000010:0.0:1776192960.128932:0:15857:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea7ed774. 00000400:00000200:0.0:1776192960.128937:0:15857:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:0.0:1776192960.128938:0:15857:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:0.0:1776192960.128942:0:15857:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecebdf8a x1862471349535488/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192967 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1776192960.128948:0:15857:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecebdf8a x1862471349535488/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776192967 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1776192960.128964:0:15857:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f4a33591. 02000000:00000010:0.0:1776192960.128968:0:15857:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a2e79463. 00000100:00000010:0.0:1776192960.128970:0:15857:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 00000800:00000200:1.0:1776192960.129081:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.129085:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f9413d (tot 82351898). 00000400:00000200:1.0:1776192960.129089:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.129094:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.129097:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:1.0:1776192960.129098:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000100:00000200:1.0:1776192960.129103:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349535360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.133197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041fa3db9. 00010000:00000010:2.1:1776192960.133303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000266cb57e. 00010000:00000010:2.1:1776192960.133310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6480690. 00000400:00000200:3.0:1776192960.133836:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.133853:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318280 00000400:00000200:3.0:1776192960.133862:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb422d [1] + 224 00000400:00000200:3.0:1776192960.133872:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.133877:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.133887:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349535360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.133920:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.133925:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70280 00000400:00000200:3.0:1776192960.133930:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b91 [2] + 328 00000400:00000200:3.0:1776192960.133940:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.133943:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.133946:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.133951:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00000400:00000010:2.0:1776192960.134131:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8aee041. 00000400:00000200:2.0:1776192960.134136:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:2.0:1776192960.134138:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.134143:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349535360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.134152:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349535360/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.134213:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e60f265. 02000000:00000010:2.0:1776192960.134219:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016da52dc. 00000100:00000010:2.0:1776192960.134223:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:2.0:1776192960.134227:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.134230:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000020:00000010:1.0:1776192960.134440:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026dded39. 00000020:00000010:1.0:1776192960.134447:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.134452:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.134475:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344652928/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192960.134556:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652928 02000000:00000010:1.0:1776192960.134568:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067408ea2. 00010000:00000010:1.0:1776192960.134597:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b99522dd. 00010000:00000010:1.0:1776192960.134622:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.134629:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.134641:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.134644:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000010:1.0:1776192960.134655:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192960.134659:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652928, offset 224 00000400:00000200:1.0:1776192960.134665:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.134676:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.134681:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91846:91846:256:4294967295] 192.168.203.33@tcp LPNI seq info [91846:91846:8:4294967295] 00000400:00000200:1.0:1776192960.134689:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.134694:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.134698:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192960.134702:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.134725:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.134729:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776192960.134739:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e60f265. 00000020:00000010:1.0:1776192960.134747:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.134751:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.134754:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026dded39. 00010000:00000010:2.0:1776192960.134824:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.134831:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d17a598e. 00010000:00000010:2.0:1776192960.134900:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9b67a54. 00010000:00000010:2.0:1776192960.134905:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.134914:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.134918:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.134924:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.134933:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef861d6d. 02000000:00000010:2.0:1776192960.134952:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016da52dc. 00000400:00000010:2.0:1776192960.134956:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8aee041. 00000400:00000010:2.0:1776192960.134959:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.134972:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535552, portal 16 00000400:00000010:2.0:1776192960.134976:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192960.134978:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535552, offset 0 00000400:00000200:2.0:1776192960.134983:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.134989:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.134995:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.134998:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.135000:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.135003:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91847:91847:255:4294967295] 192.168.203.33@tcp LPNI seq info [91847:91847:7:4294967295] 00000400:00000200:2.0:1776192960.135010:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.135014:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.135017:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdd12d57 (tot 82352394). 00000800:00000200:2.0:1776192960.135020:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.135024:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.135026:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdd12d57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.135625:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.135630:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82352146). 00000400:00000200:3.0:1776192960.135635:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.135734:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.135739:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:3.0:1776192960.135741:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000800:00000200:3.0:1776192960.135810:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.135812:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdd12d57 (tot 82351898). 00000400:00000200:3.0:1776192960.135816:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.135819:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.135821:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:3.0:1776192960.135823:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000100:00000200:3.0:1776192960.135827:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349535552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.139298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c1847a6. 00010000:00000010:2.1:1776192960.139315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c038a1fc. 00010000:00000010:2.1:1776192960.139321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8d8267. 00000400:00000200:1.0:1776192960.140500:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.140520:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318340 00000400:00000200:1.0:1776192960.140528:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4251 [1] + 224 00000400:00000200:1.0:1776192960.140543:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.140547:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.140558:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349535552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.140819:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8aee041. 00000400:00000200:2.0:1776192960.140824:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:2.0:1776192960.140825:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.140831:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349535552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.140838:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349535552/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.140865:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016da52dc. 02000000:00000010:2.0:1776192960.140871:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef861d6d. 00000100:00000010:2.0:1776192960.140875:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:2.0:1776192960.140880:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.140883:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000200:3.0:1776192960.141862:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.141873:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e702c0 00000400:00000200:3.0:1776192960.141880:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b91 [2] + 656 00000400:00000200:3.0:1776192960.141930:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.141934:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.141939:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.141945:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000020:00000010:1.0:1776192960.142146:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000470949ce. 00000020:00000010:1.0:1776192960.142184:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.142190:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.142216:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344652992/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192960.142244:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344652992 02000000:00000010:1.0:1776192960.142256:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026dded39. 00010000:00000010:1.0:1776192960.142282:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000421c1b8a. 00010000:00000010:1.0:1776192960.142304:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.142311:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.142323:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.142326:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000010:1.0:1776192960.142337:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192960.142342:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344652992, offset 224 00000400:00000200:1.0:1776192960.142348:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.142364:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.142369:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91848:91848:256:4294967295] 192.168.203.33@tcp LPNI seq info [91848:91848:8:4294967295] 00000400:00000200:1.0:1776192960.142379:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.142384:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.142389:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192960.142394:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.142411:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.142414:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.142437:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.142443:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.142446:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000470949ce. 00000800:00000200:0.0:1776192960.142590:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.142594:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:0.0:1776192960.142598:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.142602:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.142606:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:0.0:1776192960.142608:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00080000:00000010:2.0:1776192960.142833:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016da52dc. 00010000:00000010:2.0:1776192960.142903:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.142910:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aad46429. 00010000:00000010:2.0:1776192960.142990:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.0:1776192960.142996:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.143007:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.143012:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.143019:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.143031:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef861d6d. 02000000:00000010:2.0:1776192960.143054:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f58020c. 00000400:00000010:2.0:1776192960.143059:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8aee041. 00000400:00000010:2.0:1776192960.143063:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.143068:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535616, portal 16 00000400:00000010:2.0:1776192960.143072:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192960.143074:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535616, offset 0 00000400:00000200:2.0:1776192960.143081:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.143087:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.143100:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.143103:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.143107:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.143109:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91849:91849:256:4294967295] 192.168.203.33@tcp LPNI seq info [91849:91849:8:4294967295] 00000400:00000200:2.0:1776192960.143117:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.143122:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.143126:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fab8b8f (tot 82352146). 00000800:00000200:2.0:1776192960.143131:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.143135:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.143139:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002fab8b8f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.143794:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.143799:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fab8b8f (tot 82351898). 00000400:00000200:0.0:1776192960.143804:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.143809:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.143813:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:0.0:1776192960.143816:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000100:00000200:0.0:1776192960.143822:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349535616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.144385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be3bb18a. 00010000:00000010:2.1:1776192960.144593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec5ddf3e. 00010000:00000010:2.1:1776192960.144600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08b07e0. 00000400:00000200:3.0:1776192960.148865:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.148894:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318380 00000400:00000200:3.0:1776192960.148904:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb425d [1] + 224 00000400:00000200:3.0:1776192960.148916:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.148920:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.148930:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349535616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.148980:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.148985:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70300 00000400:00000200:3.0:1776192960.148990:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b91 [2] + 984 00000400:00000200:3.0:1776192960.149000:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.149003:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.149006:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.149012:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000400:00000010:2.0:1776192960.149252:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8aee041. 00000400:00000200:2.0:1776192960.149257:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:2.0:1776192960.149260:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.149266:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349535616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.149273:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349535616/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.149301:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f58020c. 02000000:00000010:2.0:1776192960.149308:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef861d6d. 00000100:00000010:2.0:1776192960.149312:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:2.0:1776192960.149316:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.149320:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000020:00000010:0.0:1776192960.149729:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f272826. 00000020:00000010:0.0:1776192960.149746:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.149751:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.149781:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344653056/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192960.149809:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653056 02000000:00000010:0.0:1776192960.149819:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000249c9140. 00010000:00000010:0.0:1776192960.149844:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0689e9a. 00010000:00000010:0.0:1776192960.149864:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192960.149871:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.149892:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.149895:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000010:0.0:1776192960.149907:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea0db7cf. 00000100:00000200:0.0:1776192960.149912:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653056, offset 224 00000400:00000200:0.0:1776192960.149919:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.149931:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.149936:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91850:91850:256:4294967295] 192.168.203.33@tcp LPNI seq info [91850:91850:8:4294967295] 00000400:00000200:0.0:1776192960.149954:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.149968:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.149973:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192960.149978:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.149985:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.149989:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.150003:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.150007:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.150009:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f272826. 00010000:00000010:1.1:1776192960.150071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93a2bf2. 00080000:00000010:2.0:1776192960.150138:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f58020c. 00010000:00000010:2.0:1776192960.150246:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.150253:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005df57556. 00010000:00000010:2.0:1776192960.150340:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d08b07e0. 00010000:00000010:2.0:1776192960.150345:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.150355:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.150358:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.150364:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.150376:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef861d6d. 02000000:00000010:2.0:1776192960.150399:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003747b83a. 00000400:00000010:2.0:1776192960.150403:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8aee041. 00000400:00000010:2.0:1776192960.150406:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.150411:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535680, portal 16 00000400:00000010:2.0:1776192960.150415:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192960.150416:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535680, offset 0 00000400:00000200:2.0:1776192960.150422:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.150428:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.150434:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.150437:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.150441:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.150444:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91851:91851:255:4294967295] 192.168.203.33@tcp LPNI seq info [91851:91851:7:4294967295] 00000400:00000200:2.0:1776192960.150451:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.150455:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.150458:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fab8b8f (tot 82352394). 00000800:00000200:2.0:1776192960.150462:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.150466:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.150468:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002fab8b8f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.151129:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.151134:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82352146). 00000400:00000200:3.0:1776192960.151140:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.151150:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.151185:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea0db7cf 00000400:00000010:3.0:1776192960.151186:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea0db7cf. 00000800:00000200:3.0:1776192960.151249:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.151251:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fab8b8f (tot 82351898). 00000400:00000200:3.0:1776192960.151255:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.151259:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.151260:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:3.0:1776192960.151262:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000100:00000200:3.0:1776192960.151267:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349535680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.152262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ec176e1. 00010000:00000010:2.1:1776192960.152275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b67a54. 00010000:00000010:0.1:1776192960.155330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d859fc. 00000400:00000200:0.0:1776192960.157507:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.157529:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673183c0 00000400:00000200:0.0:1776192960.157538:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4269 [1] + 224 00000400:00000200:0.0:1776192960.157549:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.157553:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.157563:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349535680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.157593:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.157598:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70340 00000400:00000200:0.0:1776192960.157603:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b91 [2] + 1312 00000400:00000010:2.0:1776192960.157627:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8aee041. 00000400:00000200:2.0:1776192960.157633:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:2.0:1776192960.157635:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.157651:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349535680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.157659:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349535680/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.157689:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003747b83a. 02000000:00000010:2.0:1776192960.157695:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef861d6d. 00000100:00000010:2.0:1776192960.157700:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:2.0:1776192960.157718:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.157722:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000200:0.0:1776192960.158091:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.158097:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.158101:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.158107:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 00000020:00000010:1.0:1776192960.158462:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000470949ce. 00000020:00000010:1.0:1776192960.158470:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.158474:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.158502:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cc5bdd79 x1862471344653120/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192960.158534:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653120 02000000:00000010:1.0:1776192960.158546:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008326bffc. 00010000:00000010:1.0:1776192960.158572:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036386867. 00010000:00000010:1.0:1776192960.158592:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.158599:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.158615:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.158618:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000010:1.0:1776192960.158629:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d0567a. 00000100:00000200:1.0:1776192960.158633:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653120, offset 224 00000400:00000200:1.0:1776192960.158640:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.158652:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.158657:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91852:91852:256:4294967295] 192.168.203.33@tcp LPNI seq info [91852:91852:8:4294967295] 00000400:00000200:1.0:1776192960.158668:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.158673:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.158677:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192960.158682:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.158688:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.158692:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.158717:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.158722:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.158725:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000470949ce. 00080000:00000010:2.0:1776192960.159267:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003747b83a. 00010000:00000010:2.0:1776192960.159351:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.159359:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9f9353b. 00010000:00000010:2.0:1776192960.160056:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9b67a54. 00010000:00000010:2.0:1776192960.160065:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e952df3. 00010000:00000010:2.0:1776192960.160078:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.160083:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.160091:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.160103:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cecbbc8. 02000000:00000010:2.0:1776192960.160127:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef861d6d. 00000400:00000010:2.0:1776192960.160133:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8aee041. 00000400:00000010:2.0:1776192960.160137:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.160142:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535744, portal 16 00000400:00000010:2.0:1776192960.160147:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192960.160148:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535744, offset 0 00000400:00000200:2.0:1776192960.160183:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.160195:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.160201:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.160204:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.160207:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.160210:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91853:91853:255:4294967295] 192.168.203.33@tcp LPNI seq info [91853:91853:7:4294967295] 00000400:00000200:2.0:1776192960.160219:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.160223:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.160228:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdd12d57 (tot 82352394). 00000800:00000200:2.0:1776192960.160233:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.160240:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.160243:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdd12d57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.160506:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.160511:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82352146). 00000400:00000200:3.0:1776192960.160515:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.160519:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.160523:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d0567a 00000400:00000010:3.0:1776192960.160525:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d0567a. 00000800:00000200:3.0:1776192960.161065:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.161068:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdd12d57 (tot 82351898). 00000400:00000200:3.0:1776192960.161073:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.161077:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.161079:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:3.0:1776192960.161081:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00000100:00000200:3.0:1776192960.161087:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349535744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.165288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000417d4986. 00010000:00000010:2.1:1776192960.165305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8d8267. 00000400:00000200:3.0:1776192960.169953:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.169987:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318400 00000400:00000200:3.0:1776192960.169997:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4275 [1] + 224 00000400:00000200:3.0:1776192960.170013:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.170016:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.170029:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349535744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.170133:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8aee041. 00000400:00000200:2.0:1776192960.170138:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:2.0:1776192960.170140:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.170146:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349535744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.170191:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349535744/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.170221:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef861d6d. 02000000:00000010:2.0:1776192960.170227:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005cecbbc8. 00000100:00000010:2.0:1776192960.170233:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:2.0:1776192960.170238:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.170242:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00010000:00000010:1.1:1776192960.170336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9f9d09. 00010000:00000010:2.1:1776192960.172645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d32fa284. 00010000:00000010:2.1:1776192960.172673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08b07e0. 00000400:00000200:0.0:1776192960.174262:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.174293:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70380 00000400:00000200:0.0:1776192960.174301:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b91 [2] + 1640 00000400:00000200:0.0:1776192960.174956:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.174973:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.174981:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.174988:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000364d87e3. 00000020:00000010:3.0:1776192960.181203:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000377b41b8. 00000020:00000010:3.0:1776192960.181218:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ab9ca083. 00000020:00000010:3.0:1776192960.181223:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009ecdde91. 00000100:00000200:3.0:1776192960.181254:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000364d87e3 x1862471344653184/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192960.181291:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653184 02000000:00000010:2.0:1776192960.181383:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef861d6d. 00010000:00000010:2.0:1776192960.181423:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eb754f8. 00010000:00000010:2.0:1776192960.181447:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.181455:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.181474:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.181477:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.181497:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.181503:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653184, offset 224 00000400:00000200:2.0:1776192960.181511:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.181524:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.181530:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91854:91854:256:4294967295] 192.168.203.33@tcp LPNI seq info [91854:91854:8:4294967295] 00000400:00000200:2.0:1776192960.181540:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.181546:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.181550:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f9413d (tot 82352146). 00000800:00000200:2.0:1776192960.181557:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.181563:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.181566:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007f9413d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.181588:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ab9ca083. 00000020:00000010:2.0:1776192960.181593:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009ecdde91. 00000020:00000010:2.0:1776192960.181596:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000377b41b8. 00080000:00000010:0.0:1776192960.181667:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f272826. 00010000:00000010:0.0:1776192960.181755:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e952df3. 00010000:00000010:0.0:1776192960.181779:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008805691. 00010000:00000010:0.0:1776192960.181850:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000109ec81f. 00010000:00000010:0.0:1776192960.181856:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009462c32d. 00010000:00000010:0.0:1776192960.181866:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192960.181869:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.181876:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0f312d3. 02000000:00000010:0.0:1776192960.181897:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000186bfcb9. 02000000:00000010:0.0:1776192960.181921:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000660f2e52. 00000400:00000010:0.0:1776192960.181927:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb647e98. 00000400:00000010:0.0:1776192960.181932:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192960.181937:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535808, portal 16 00000400:00000010:0.0:1776192960.181941:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c78655f7. 00000100:00000200:0.0:1776192960.181942:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535808, offset 0 00000400:00000200:0.0:1776192960.181947:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.181955:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.181960:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.181964:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.181967:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.181969:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91855:91855:255:4294967295] 192.168.203.33@tcp LPNI seq info [91855:91855:7:4294967295] 00000400:00000200:0.0:1776192960.181976:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.181980:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.181984:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82352394). 00000800:00000200:0.0:1776192960.181987:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.181991:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.181993:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.182676:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.182682:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f9413d (tot 82352146). 00000400:00000200:3.0:1776192960.182687:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.182693:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.182697:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:3.0:1776192960.182700:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000800:00000200:3.0:1776192960.182776:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.182778:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82351898). 00000400:00000200:3.0:1776192960.182781:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.182784:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.182785:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c78655f7 00000400:00000010:3.0:1776192960.182787:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c78655f7. 00000100:00000200:3.0:1776192960.182792:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0f312d3 x1862471349535808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.186341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd4fd2f6. 00000400:00000200:3.0:1776192960.190021:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.190040:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318440 00000400:00000200:3.0:1776192960.190050:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4281 [1] + 224 00000400:00000200:3.0:1776192960.190066:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.190070:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.190081:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0f312d3 x1862471349535808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192960.190203:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb647e98. 00000400:00000200:0.0:1776192960.190210:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:0.0:1776192960.190212:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000100:00000200:0.0:1776192960.190217:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0f312d3 x1862471349535808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.190225:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0f312d3 x1862471349535808/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.190254:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000660f2e52. 02000000:00000010:0.0:1776192960.190260:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000186bfcb9. 00000100:00000010:0.0:1776192960.190263:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0f312d3. 00000100:00000010:0.0:1776192960.190267:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.190270:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00010000:00000010:0.1:1776192960.191203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a73b8aa0. 00010000:00000010:0.1:1776192960.191213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b67a54. 00000400:00000200:0.0:1776192960.192563:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.192583:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e703c0 00000400:00000200:0.0:1776192960.192590:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2b91 [2] + 1968 00000400:00000010:0.0:1776192960.192596:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090e0e988. 00000400:00000200:0.0:1776192960.192601:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000599ca549 00000400:00000200:0.0:1776192960.192907:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.192913:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.192917:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000599ca549 00000400:00000010:0.0:1776192960.192920:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000599ca549 (tot 82351746). 00000100:00000200:0.0:1776192960.192927:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192960.197500:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cecbbc8. 00000020:00000010:2.0:1776192960.197514:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.197519:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.197551:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057f60104 x1862471344653248/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192960.197643:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653248 02000000:00000010:2.0:1776192960.197654:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff65f0ea. 00010000:00000010:2.0:1776192960.197681:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cf659b6. 00010000:00000010:2.0:1776192960.197716:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.197725:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006388d076. 00000100:00000010:2.0:1776192960.197748:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006388d076. 00010000:00000010:2.0:1776192960.197752:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.197766:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192960.197772:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653248, offset 224 00000400:00000200:2.0:1776192960.197781:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.197795:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.197801:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91856:91856:256:4294967295] 192.168.203.33@tcp LPNI seq info [91856:91856:8:4294967295] 00000400:00000200:2.0:1776192960.197812:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.197818:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.197822:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82351994). 00000800:00000200:2.0:1776192960.197828:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.197835:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.197838:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.197857:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.197861:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.197870:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cecbbc8. 02000000:00000010:2.0:1776192960.197878:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef861d6d. 00000100:00000010:2.0:1776192960.197882:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000364d87e3. 02000000:00000010:2.0:1776192960.197886:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008326bffc. 00000100:00000010:2.0:1776192960.197889:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 02000000:00000010:2.0:1776192960.197892:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000249c9140. 00000100:00000010:2.0:1776192960.197894:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:2.0:1776192960.197897:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026dded39. 00000100:00000010:2.0:1776192960.197900:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:2.0:1776192960.197902:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067408ea2. 00000100:00000010:2.0:1776192960.197904:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 02000000:00000010:2.0:1776192960.197906:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a395260. 00000100:00000010:2.0:1776192960.197908:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000200:2.0:1776192960.197913:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192960.197918:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8aee041. 00000400:00000010:2.0:1776192960.197923:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006388d076 (tot 82352146). 00080000:00000010:3.0:1776192960.197992:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec28c267. 00010000:00000010:3.0:1776192960.198062:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009462c32d. 00010000:00000010:3.0:1776192960.198068:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000352db714. 00010000:00000010:3.0:1776192960.198130:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2f65472. 00010000:00000010:3.0:1776192960.198135:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e1e949a. 00010000:00000010:3.0:1776192960.198143:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7989e8. 00000100:00000010:3.0:1776192960.198147:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192960.198182:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192960.198193:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce12d7aa. 02000000:00000010:3.0:1776192960.198214:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a466e54. 00000400:00000010:3.0:1776192960.198218:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001cb5ed91. 00000400:00000010:3.0:1776192960.198222:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192960.198225:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535872, portal 16 00000400:00000010:3.0:1776192960.198229:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192960.198231:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535872, offset 0 00000400:00000200:3.0:1776192960.198237:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.198243:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.198249:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.198252:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.198255:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.198257:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91857:91857:255:4294967295] 192.168.203.33@tcp LPNI seq info [91857:91857:7:4294967295] 00000400:00000200:3.0:1776192960.198264:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.198268:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.198272:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192960.198275:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.198280:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.198282:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.198344:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.198346:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82352146). 00000400:00000200:3.0:1776192960.198350:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.198355:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.198368:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:3.0:1776192960.198370:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 02000000:00000010:3.0:1776192960.198374:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff65f0ea. 00000800:00000200:3.0:1776192960.198434:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.198436:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:3.0:1776192960.198439:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.198443:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.198445:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192960.198446:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:3.0:1776192960.198451:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349535872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.204489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000117a78ae. 00010000:00000010:3.1:1776192960.204504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109ec81f. 00000400:00000200:3.0:1776192960.204613:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.204629:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318480 00000400:00000200:3.0:1776192960.204637:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4291 [1] + 224 00000400:00000200:3.0:1776192960.204648:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.204653:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.204663:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349535872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.204703:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.204719:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70400 00000400:00000200:3.0:1776192960.204724:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c05 [2] + 0 00000400:00000200:3.0:1776192960.204734:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.204737:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.204740:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.204745:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000400:00000010:0.0:1776192960.204881:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001cb5ed91. 00000400:00000200:0.0:1776192960.204898:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:0.0:1776192960.204900:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:0.0:1776192960.204907:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349535872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.204914:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349535872/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.204942:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a466e54. 02000000:00000010:0.0:1776192960.204951:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce12d7aa. 00000100:00000010:0.0:1776192960.204956:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:0.0:1776192960.204959:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:0.0:1776192960.204962:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7989e8. 00000020:00000010:2.0:1776192960.205196:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff65f0ea. 00000020:00000010:2.0:1776192960.205202:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.205207:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.205230:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344653312/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192960.205262:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653312 02000000:00000010:2.0:1776192960.205274:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026dded39. 00010000:00000010:2.0:1776192960.205299:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000def1b9a7. 00010000:00000010:2.0:1776192960.205319:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.205326:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ffeb0ec. 00000100:00000010:2.0:1776192960.205341:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ffeb0ec. 00010000:00000010:2.0:1776192960.205343:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.205361:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00000100:00000200:2.0:1776192960.205365:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653312, offset 224 00000400:00000200:2.0:1776192960.205372:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.205383:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.205387:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91858:91858:256:4294967295] 192.168.203.33@tcp LPNI seq info [91858:91858:8:4294967295] 00000400:00000200:2.0:1776192960.205397:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.205401:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.205405:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000184662c0 (tot 82352146). 00000800:00000200:2.0:1776192960.205410:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.205416:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.205420:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000184662c0 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776192960.205506:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000186bfcb9. 00010000:00000010:0.0:1776192960.205584:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e1e949a. 00010000:00000010:0.0:1776192960.205590:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd1172c9. 00010000:00000010:0.0:1776192960.205649:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa83c903. 00010000:00000010:0.0:1776192960.205655:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b0776557. 00010000:00000010:0.0:1776192960.205663:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff63dacd. 00000100:00000010:0.0:1776192960.205667:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.205673:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0f312d3. 02000000:00000010:0.0:1776192960.205682:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000660f2e52. 02000000:00000010:0.0:1776192960.205701:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b08d0a5b. 00000400:00000010:0.0:1776192960.205717:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb647e98. 00000400:00000010:0.0:1776192960.205722:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc790bdd. 00000100:00000200:0.0:1776192960.205726:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349535936, portal 16 00000400:00000010:0.0:1776192960.205730:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c98a88c. 00000100:00000200:0.0:1776192960.205732:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349535936, offset 0 00000400:00000200:0.0:1776192960.205737:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.205743:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.205749:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.205752:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.205755:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.205757:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91859:91859:255:4294967295] 192.168.203.33@tcp LPNI seq info [91859:91859:7:4294967295] 00000400:00000200:0.0:1776192960.205764:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.205768:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.205771:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352394). 00000800:00000200:0.0:1776192960.205775:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.205779:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.205781:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.205932:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.205938:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.205946:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff65f0ea. 00000800:00000200:3.0:1776192960.212302:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.212311:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000184662c0 (tot 82352146). 00000400:00000200:3.0:1776192960.212321:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.212330:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.212336:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:3.0:1776192960.212338:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 00000800:00000200:3.0:1776192960.212422:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.212424:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:3.0:1776192960.212427:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.212430:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.212432:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c98a88c 00000400:00000010:3.0:1776192960.212433:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c98a88c. 00000100:00000200:3.0:1776192960.212440:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0f312d3 x1862471349535936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.216799:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.216817:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673184c0 00000400:00000200:3.0:1776192960.216827:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb429d [1] + 224 00000400:00000200:3.0:1776192960.216842:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.216846:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.216855:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0f312d3 x1862471349535936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.216974:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb647e98. 00000400:00000200:1.0:1776192960.216980:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc790bdd 00000400:00000010:1.0:1776192960.216982:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc790bdd. 00000100:00000200:1.0:1776192960.216988:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0f312d3 x1862471349535936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.216996:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0f312d3 x1862471349535936/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.217027:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b08d0a5b. 02000000:00000010:1.0:1776192960.217032:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000660f2e52. 00000100:00000010:1.0:1776192960.217037:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0f312d3. 00000100:00000010:1.0:1776192960.217041:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:1.0:1776192960.217044:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff63dacd. 00000400:00000200:3.0:1776192960.224678:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.224697:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70440 00000400:00000200:3.0:1776192960.224716:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c05 [2] + 328 00000400:00000200:3.0:1776192960.224781:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.224785:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.224792:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.224799:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000020:00000010:0.0:1776192960.225213:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea48976e. 00000020:00000010:0.0:1776192960.225230:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.225235:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.225260:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000644b610f x1862471344653376/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192960.225284:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653376 02000000:00000010:0.0:1776192960.225293:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdc84d69. 00010000:00000010:0.0:1776192960.225320:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c00e0c37. 00010000:00000010:0.0:1776192960.225342:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.225349:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.225671:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.225676:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192960.225689:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002696d13a. 00000100:00000200:0.0:1776192960.225695:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653376, offset 224 00000400:00000200:0.0:1776192960.225703:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.225726:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.225732:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91860:91860:256:4294967295] 192.168.203.33@tcp LPNI seq info [91860:91860:8:4294967295] 00000400:00000200:0.0:1776192960.225742:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.225747:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.225752:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:0.0:1776192960.225758:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.225763:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.225767:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.225791:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.225795:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.225798:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea48976e. 00000800:00000200:1.0:1776192960.225900:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.225904:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:1.0:1776192960.225907:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.225911:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.225914:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002696d13a 00000400:00000010:1.0:1776192960.225916:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002696d13a. 00010000:00000010:2.1:1776192960.227496:0:1048:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec10ff88. 00080000:00000010:3.0:1776192960.227554:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce12d7aa. 00010000:00000010:3.0:1776192960.227649:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0776557. 00010000:00000010:3.0:1776192960.227658:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea91450a. 00010000:00000010:3.0:1776192960.227791:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e69bc37c. 00010000:00000010:3.0:1776192960.227798:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.227809:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005644caec. 00000100:00000010:3.0:1776192960.227815:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f9c76e80. 00000100:00000010:3.0:1776192960.227824:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 02000000:00000010:3.0:1776192960.227837:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a466e54. 02000000:00000010:3.0:1776192960.227863:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000377b41b8. 00000400:00000010:3.0:1776192960.227869:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007554fc4c. 00000400:00000010:3.0:1776192960.227875:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192960.227881:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536000, portal 16 00000400:00000010:3.0:1776192960.227885:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192960.227887:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536000, offset 0 00000400:00000200:3.0:1776192960.227895:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.227907:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.227913:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.227916:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.227919:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.227922:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91861:91861:256:4294967295] 192.168.203.33@tcp LPNI seq info [91861:91861:8:4294967295] 00000400:00000200:3.0:1776192960.227931:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.227936:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.227940:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192960.227946:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.227953:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.227957:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.228137:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.228141:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192960.228146:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.228151:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.228638:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:0.0:1776192960.228641:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:0.0:1776192960.228650:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009dd79861 x1862471349536000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.229472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a46a776a. 00010000:00000010:0.1:1776192960.229482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f65472. 00000400:00000200:3.0:1776192960.229645:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.229659:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318500 00000400:00000200:3.0:1776192960.229667:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb42a9 [1] + 224 00000400:00000200:3.0:1776192960.229679:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.229683:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.229690:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009dd79861 x1862471349536000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.229783:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007554fc4c. 00000400:00000200:1.0:1776192960.229788:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:1.0:1776192960.229789:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:1.0:1776192960.229795:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009dd79861 x1862471349536000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.229802:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009dd79861 x1862471349536000/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.229828:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000377b41b8. 02000000:00000010:1.0:1776192960.229834:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a466e54. 00000100:00000010:1.0:1776192960.229838:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009dd79861. 00000100:00000010:1.0:1776192960.229842:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f9c76e80. 00010000:00000010:1.0:1776192960.229845:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005644caec. 00010000:00000010:2.1:1776192960.232371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030d669a1. 00010000:00000010:3.1:1776192960.233283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f5b2c29. 00010000:00000010:3.1:1776192960.233293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa83c903. 00000400:00000200:1.0:1776192960.233364:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.233382:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70480 00000400:00000200:1.0:1776192960.233389:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c05 [2] + 656 00000400:00000200:1.0:1776192960.233447:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.233452:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.233459:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.233465:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 00000020:00000010:0.0:1776192960.233558:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea48976e. 00000020:00000010:0.0:1776192960.233564:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.233568:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.233591:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e244c8e9 x1862471344653440/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192960.233619:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653440 02000000:00000010:0.0:1776192960.233629:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000660f2e52. 00010000:00000010:0.0:1776192960.233653:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ee837e5. 00010000:00000010:0.0:1776192960.233672:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.233678:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.233693:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.233696:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192960.233719:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ba02538. 00000100:00000200:0.0:1776192960.233723:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653440, offset 224 00000400:00000200:0.0:1776192960.233731:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.233741:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.233746:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91862:91862:256:4294967295] 192.168.203.33@tcp LPNI seq info [91862:91862:8:4294967295] 00000400:00000200:0.0:1776192960.233756:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.233764:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.233768:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82352146). 00000800:00000200:0.0:1776192960.233772:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.233778:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.233781:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.233804:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.233807:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.233810:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea48976e. 00000800:00000200:2.0:1776192960.233955:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.233958:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82351898). 00000400:00000200:2.0:1776192960.233961:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.233965:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.233968:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ba02538 00000400:00000010:2.0:1776192960.233970:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ba02538. 00080000:00000010:3.0:1776192960.234131:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fca1ee4. 00010000:00000010:3.0:1776192960.234238:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.234244:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe4b30c6. 00010000:00000010:3.0:1776192960.234327:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.0:1776192960.234333:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.234343:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.234347:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.234353:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192960.234364:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004887d71a. 02000000:00000010:3.0:1776192960.234384:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f20ad4d8. 00000400:00000010:3.0:1776192960.234389:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192960.234393:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.234398:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536064, portal 16 00000400:00000010:3.0:1776192960.234401:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192960.234403:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536064, offset 0 00000400:00000200:3.0:1776192960.234409:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.234416:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.234422:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.234426:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.234428:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.234431:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91863:91863:256:4294967295] 192.168.203.33@tcp LPNI seq info [91863:91863:8:4294967295] 00000400:00000200:3.0:1776192960.234437:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.234441:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.234445:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.234448:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.234452:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.234454:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192960.236503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086abb17c. 00000800:00000200:0.0:1776192960.236601:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.236605:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192960.236609:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.236619:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.236624:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:0.0:1776192960.236626:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:0.0:1776192960.236634:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349536064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.239183:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.239200:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318540 00000400:00000200:1.0:1776192960.239208:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb42b5 [1] + 224 00000400:00000200:1.0:1776192960.239220:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.239224:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.239232:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349536064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.239330:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192960.239334:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.239336:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192960.239341:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349536064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.239348:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349536064/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.239383:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f20ad4d8. 02000000:00000010:3.0:1776192960.239391:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004887d71a. 00000100:00000010:3.0:1776192960.239394:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192960.239398:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.239401:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000400:00000200:2.0:1776192960.240321:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.240333:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e704c0 00000400:00000200:2.0:1776192960.240338:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c05 [2] + 984 00000400:00000200:2.0:1776192960.240395:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.240399:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.240404:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.240410:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000020:00000010:1.0:1776192960.240497:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb28e6a. 00000020:00000010:1.0:1776192960.240503:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.240506:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.240526:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344653504/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192960.240554:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653504 02000000:00000010:1.0:1776192960.240565:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008326bffc. 00010000:00000010:1.0:1776192960.240586:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002aa06482. 00010000:00000010:1.0:1776192960.240603:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.240607:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.240620:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.240623:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000010:1.0:1776192960.240634:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192960.240637:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653504, offset 224 00000400:00000200:1.0:1776192960.240643:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.240652:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.240657:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91864:91864:256:4294967295] 192.168.203.33@tcp LPNI seq info [91864:91864:8:4294967295] 00000400:00000200:1.0:1776192960.240666:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.240670:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.240674:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192960.240679:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.240684:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.240687:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.240716:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.240721:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.240723:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb28e6a. 00080000:00000010:3.0:1776192960.240791:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004887d71a. 00010000:00000010:3.0:1776192960.240863:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.240867:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ebdf13a. 00010000:00000010:3.0:1776192960.240946:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192960.240951:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.240963:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.240966:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.240972:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192960.240982:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f20ad4d8. 02000000:00000010:3.0:1776192960.241000:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e389e4be. 00000400:00000010:3.0:1776192960.241004:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192960.241007:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.241011:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536128, portal 16 00000400:00000010:3.0:1776192960.241015:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192960.241017:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536128, offset 0 00000400:00000200:3.0:1776192960.241022:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.241027:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.241033:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.241036:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.241038:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.241041:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91865:91865:255:4294967295] 192.168.203.33@tcp LPNI seq info [91865:91865:7:4294967295] 00000400:00000200:3.0:1776192960.241047:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.241051:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.241054:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352394). 00000800:00000200:3.0:1776192960.241057:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.241060:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.241062:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776192960.241306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016fe45fd. 00000800:00000200:2.0:1776192960.241480:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.241483:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82352146). 00000400:00000200:2.0:1776192960.241486:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.241490:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.241493:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:2.0:1776192960.241495:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000800:00000200:2.0:1776192960.241535:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.241536:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192960.241540:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.241542:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.241544:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:2.0:1776192960.241545:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:2.0:1776192960.241549:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349536128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.243564:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.243582:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318580 00000400:00000200:1.0:1776192960.243590:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb42c1 [1] + 224 00000400:00000200:1.0:1776192960.243599:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.243603:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.243610:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349536128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.243638:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.243642:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70500 00000400:00000200:1.0:1776192960.243645:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c05 [2] + 1312 00000400:00000200:1.0:1776192960.243667:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.243670:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.243674:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.243678:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 00000020:00000010:0.0:1776192960.243772:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea48976e. 00000020:00000010:0.0:1776192960.243778:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.243781:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.243802:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083f5869e x1862471344653568/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192960.243836:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653568 02000000:00000010:0.0:1776192960.243845:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b08d0a5b. 00010000:00000010:0.0:1776192960.243874:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.243879:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.243884:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.243886:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192960.243911:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088bba65f. 00000100:00000200:0.0:1776192960.243915:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653568, offset 224 00000400:00000200:0.0:1776192960.243921:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.243930:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.243935:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91866:91866:256:4294967295] 192.168.203.33@tcp LPNI seq info [91866:91866:8:4294967295] 00000400:00000200:0.0:1776192960.243943:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.243947:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.243951:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192960.243955:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.243968:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.243971:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.243987:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.243990:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.243993:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea48976e. 00000800:00000200:2.0:1776192960.244100:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.244104:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:2.0:1776192960.244107:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.244110:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.244113:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088bba65f 00000400:00000010:2.0:1776192960.244114:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088bba65f. 00000400:00000010:3.0:1776192960.244354:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192960.244359:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.244360:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192960.244365:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349536128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.244372:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349536128/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192960.244393:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f5c9461. 02000000:00000010:3.0:1776192960.244406:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e389e4be. 02000000:00000010:3.0:1776192960.244413:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f20ad4d8. 00000100:00000010:3.0:1776192960.244418:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192960.244421:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.244424:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00080000:00000010:3.0:1776192960.244443:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f20ad4d8. 00010000:00000010:3.0:1776192960.244513:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.244518:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002487df9. 00010000:00000010:3.0:1776192960.244586:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000390ce7f8. 00010000:00000010:3.0:1776192960.244590:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.244597:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.244604:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.244609:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192960.244617:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e389e4be. 02000000:00000010:3.0:1776192960.244634:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cabef1c5. 00000400:00000010:3.0:1776192960.244637:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192960.244640:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.244644:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536192, portal 16 00000400:00000010:3.0:1776192960.244647:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192960.244648:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536192, offset 0 00000400:00000200:3.0:1776192960.244654:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.244659:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.244665:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.244668:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.244670:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.244673:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91867:91867:256:4294967295] 192.168.203.33@tcp LPNI seq info [91867:91867:8:4294967295] 00000400:00000200:3.0:1776192960.244680:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.244684:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.244687:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192960.244690:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.244694:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.244696:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.245719:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.245725:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:2.0:1776192960.245732:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.245739:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.245743:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:2.0:1776192960.245745:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:2.0:1776192960.245751:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349536192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.247372:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.247390:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673185c0 00000400:00000200:1.0:1776192960.247399:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb42cd [1] + 224 00000400:00000200:1.0:1776192960.247409:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.247412:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.247420:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349536192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.247452:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.247457:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70540 00000400:00000200:1.0:1776192960.247462:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c05 [2] + 1640 00000400:00000200:1.0:1776192960.247501:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.247505:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.247509:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.247514:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 00000020:00000010:0.0:1776192960.247606:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea48976e. 00000020:00000010:0.0:1776192960.247612:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.247616:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.247637:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c81c218 x1862471344653632/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192960.247670:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653632 02000000:00000010:0.0:1776192960.247680:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a395260. 00010000:00000010:0.0:1776192960.247725:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.247733:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.247740:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.247744:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192960.247758:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004654046e. 00000100:00000200:0.0:1776192960.247762:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653632, offset 224 00000400:00000200:0.0:1776192960.247768:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.247778:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.247783:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91868:91868:256:4294967295] 192.168.203.33@tcp LPNI seq info [91868:91868:8:4294967295] 00000400:00000200:0.0:1776192960.247792:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.247796:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.247799:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82352146). 00000800:00000200:0.0:1776192960.247804:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.247809:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.247813:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.247836:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.247839:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:0.0:1776192960.247842:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea48976e. 00000400:00000010:3.0:1776192960.247904:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192960.247909:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.247911:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192960.247916:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349536192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.247923:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349536192/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192960.247942:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011059af4. 02000000:00000010:3.0:1776192960.247955:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cabef1c5. 02000000:00000010:3.0:1776192960.247966:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e389e4be. 00000100:00000010:3.0:1776192960.247969:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192960.247972:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.247974:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00080000:00000010:3.0:1776192960.247988:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e389e4be. 00010000:00000010:3.0:1776192960.248056:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.248061:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f44c024b. 00010000:00000010:3.0:1776192960.248129:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b78ac533. 00010000:00000010:3.0:1776192960.248134:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.248144:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.248147:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.248189:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192960.248200:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cabef1c5. 02000000:00000010:3.0:1776192960.248220:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac1bf68a. 00000400:00000010:3.0:1776192960.248224:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192960.248228:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.248233:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536256, portal 16 00000400:00000010:3.0:1776192960.248237:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192960.248239:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536256, offset 0 00000400:00000200:3.0:1776192960.248244:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.248250:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.248255:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.248258:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.248261:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.248264:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91869:91869:255:4294967295] 192.168.203.33@tcp LPNI seq info [91869:91869:7:4294967295] 00000400:00000200:3.0:1776192960.248271:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.248276:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.248280:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192960.248284:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.248287:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.248289:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.248567:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.248571:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82352146). 00000400:00000200:1.0:1776192960.248575:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.248579:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.248582:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004654046e 00000400:00000010:1.0:1776192960.248584:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004654046e. 00000800:00000200:1.0:1776192960.248629:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.248631:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:1.0:1776192960.248634:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.248637:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.248639:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:1.0:1776192960.248641:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:1.0:1776192960.248644:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349536256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.251101:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.251116:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318600 00000400:00000200:2.0:1776192960.251123:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb42d9 [1] + 224 00000400:00000200:2.0:1776192960.251135:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.251137:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.251143:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349536256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.251250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030de5366. 00010000:00000010:3.1:1776192960.251257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e69bc37c. 00000400:00000010:3.0:1776192960.251949:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192960.251956:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.251958:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192960.252083:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349536256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.252093:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349536256/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.252122:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac1bf68a. 02000000:00000010:3.0:1776192960.252129:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cabef1c5. 00000100:00000010:3.0:1776192960.252133:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192960.252136:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.252140:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000400:00000200:1.0:1776192960.252278:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.252289:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70580 00000400:00000200:1.0:1776192960.252295:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c05 [2] + 1968 00000400:00000010:1.0:1776192960.252298:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004dc83668. 00000400:00000200:1.0:1776192960.252302:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005d7d6d19 00000400:00000200:1.0:1776192960.252603:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.252609:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.252613:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d7d6d19 00000400:00000010:1.0:1776192960.252615:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005d7d6d19 (tot 82351746). 00000100:00000200:1.0:1776192960.252620:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192960.252719:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff65f0ea. 00000020:00000010:2.0:1776192960.252726:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.252729:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.252750:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087923952 x1862471344653696/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192960.252781:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653696 02000000:00000010:2.0:1776192960.252791:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef861d6d. 00010000:00000010:2.0:1776192960.252814:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a456df. 00010000:00000010:2.0:1776192960.252833:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.252838:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ffeb0ec. 00000100:00000010:2.0:1776192960.252849:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ffeb0ec. 00010000:00000010:2.0:1776192960.252851:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.252862:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192960.252866:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653696, offset 224 00000400:00000200:2.0:1776192960.252873:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.252882:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.252886:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91870:91870:256:4294967295] 192.168.203.33@tcp LPNI seq info [91870:91870:8:4294967295] 00000400:00000200:2.0:1776192960.252906:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.252911:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.252917:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b15255fe (tot 82351994). 00000800:00000200:2.0:1776192960.252922:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.252929:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.252933:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b15255fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.252953:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.252958:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.252975:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff65f0ea. 02000000:00000010:2.0:1776192960.252984:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a395260. 00000100:00000010:2.0:1776192960.252988:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 02000000:00000010:2.0:1776192960.252992:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b08d0a5b. 00000100:00000010:2.0:1776192960.252994:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 02000000:00000010:2.0:1776192960.252996:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008326bffc. 00000100:00000010:2.0:1776192960.252999:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.253002:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000660f2e52. 00000100:00000010:2.0:1776192960.253005:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 02000000:00000010:2.0:1776192960.253007:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdc84d69. 00000100:00000010:2.0:1776192960.253009:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000644b610f. 02000000:00000010:2.0:1776192960.253012:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026dded39. 00000100:00000010:2.0:1776192960.253015:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 00000100:00000200:2.0:1776192960.253021:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192960.253025:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000587cfd71. 00000400:00000010:2.0:1776192960.253029:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003ffeb0ec (tot 82352146). 00080000:00000010:3.0:1776192960.253742:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cabef1c5. 00010000:00000010:3.0:1776192960.253828:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.253835:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000312b1f1b. 00010000:00000010:3.0:1776192960.253925:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e69bc37c. 00010000:00000010:3.0:1776192960.253931:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192960.253939:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.253944:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.253950:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192960.253961:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac1bf68a. 00000800:00000200:1.0:1776192960.254533:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.254538:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b15255fe (tot 82351898). 00000400:00000200:1.0:1776192960.254544:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.254552:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.254556:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:1.0:1776192960.254559:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 02000000:00000010:1.0:1776192960.254565:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef861d6d. 02000000:00000010:3.0:1776192960.254728:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a466e54. 00000400:00000010:3.0:1776192960.254735:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192960.254741:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.254746:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536320, portal 16 00000400:00000010:3.0:1776192960.254751:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192960.254753:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536320, offset 0 00000400:00000200:3.0:1776192960.254760:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.254771:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.254778:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.254781:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.254784:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.254786:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91871:91871:256:4294967295] 192.168.203.33@tcp LPNI seq info [91871:91871:8:4294967295] 00000400:00000200:3.0:1776192960.254794:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.254800:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.254803:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192960.254810:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.254816:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.254820:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776192960.255336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039ebd8af. 00010000:00000010:3.1:1776192960.255344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e69a4. 00000800:00000200:2.0:1776192960.255409:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.255411:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:2.0:1776192960.255416:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.255421:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.255424:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:2.0:1776192960.255426:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:2.0:1776192960.255432:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349536320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.256267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018e23486. 00000400:00000200:1.0:1776192960.257246:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.257259:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318640 00000400:00000200:1.0:1776192960.257266:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb42e9 [1] + 224 00000400:00000200:1.0:1776192960.257274:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.257276:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.257283:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349536320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.257315:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.257320:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e705c0 00000400:00000200:1.0:1776192960.257325:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c55 [2] + 0 00000400:00000200:1.0:1776192960.257373:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.257376:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.257380:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.257387:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 00000400:00000010:3.0:1776192960.257467:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192960.257473:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.257475:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192960.257481:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349536320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.257489:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349536320/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.257517:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a466e54. 02000000:00000010:3.0:1776192960.257525:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac1bf68a. 00000100:00000010:3.0:1776192960.257529:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192960.257533:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.257536:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000020:00000010:1.0:1776192960.258395:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb28e6a. 00000020:00000010:1.0:1776192960.258406:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.258410:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.258436:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e244c8e9 x1862471344653760/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192960.258464:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653760 02000000:00000010:1.0:1776192960.258475:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008326bffc. 00010000:00000010:1.0:1776192960.258501:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000775aedac. 00010000:00000010:1.0:1776192960.258528:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.258535:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.258577:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.258581:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000010:1.0:1776192960.258592:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192960.258596:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653760, offset 224 00000400:00000200:1.0:1776192960.258604:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.258615:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.258620:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91872:91872:256:4294967295] 192.168.203.33@tcp LPNI seq info [91872:91872:8:4294967295] 00000400:00000200:1.0:1776192960.258629:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.258634:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.258638:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192960.258643:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.258649:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.258652:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.258676:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.258681:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.258683:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb28e6a. 00000800:00000200:2.0:1776192960.258858:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.258862:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:2.0:1776192960.258866:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.258871:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.258875:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:2.0:1776192960.258876:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00080000:00000010:0.0:1776192960.259931:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea48976e. 00010000:00000010:0.0:1776192960.260136:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371b2475. 00010000:00000010:0.0:1776192960.260144:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c1e1c4d. 00010000:00000010:0.0:1776192960.260435:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9b18fbf. 00010000:00000010:0.0:1776192960.260440:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192960.260445:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192960.260451:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a370f5f9. 00080000:00000010:0.0:1776192960.260464:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000249c9140. 00010000:00000010:0.0:1776192960.260495:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192960.260499:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c62140a. 00010000:00000010:0.0:1776192960.260545:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:0.0:1776192960.260549:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a370f5f9. 00010000:00000010:0.0:1776192960.260557:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.260563:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.260571:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.260584:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000616a41e0. 02000000:00000010:0.0:1776192960.260611:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdc84d69. 00000400:00000010:0.0:1776192960.260616:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb647e98. 00000400:00000010:0.0:1776192960.260622:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192960.260628:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536384, portal 16 00000400:00000010:0.0:1776192960.260633:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077416870. 00000100:00000200:0.0:1776192960.260635:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536384, offset 0 00000400:00000200:0.0:1776192960.260644:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.260657:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.260664:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.260668:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.260670:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.260673:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91873:91873:256:4294967295] 192.168.203.33@tcp LPNI seq info [91873:91873:8:4294967295] 00000400:00000200:0.0:1776192960.260682:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.260686:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.260690:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3195cd1 (tot 82352146). 00000800:00000200:0.0:1776192960.260696:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.260702:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.260717:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3195cd1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.260931:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.260934:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3195cd1 (tot 82351898). 00000400:00000200:2.0:1776192960.260939:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.260944:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.260948:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077416870 00000400:00000010:2.0:1776192960.260950:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077416870. 00000100:00000200:2.0:1776192960.260956:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349536384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.262198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6ecc494. 00010000:00000010:3.1:1776192960.262372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b6d956b. 00010000:00000010:3.1:1776192960.262379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d2ff715. 00010000:00000010:3.1:1776192960.262382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00010000:00000010:3.1:1776192960.262385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6c0ddbd. 00010000:00000010:3.1:1776192960.262388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0526338. 00010000:00000010:3.1:1776192960.262393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390ce7f8. 00000400:00000200:1.0:1776192960.263994:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.264013:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318680 00000400:00000200:1.0:1776192960.264022:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb42f5 [1] + 224 00000400:00000200:1.0:1776192960.264039:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.264043:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.264053:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349536384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192960.264223:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb647e98. 00000400:00000200:0.0:1776192960.264229:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:0.0:1776192960.264231:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000100:00000200:0.0:1776192960.264237:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349536384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.264245:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349536384/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.264274:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdc84d69. 02000000:00000010:0.0:1776192960.264281:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000616a41e0. 00000100:00000010:0.0:1776192960.264285:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:0.0:1776192960.264290:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.264293:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000200:2.0:1776192960.266030:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.266048:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70600 00000400:00000200:2.0:1776192960.266056:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c55 [2] + 328 00000400:00000200:2.0:1776192960.266116:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.266121:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.266126:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.266132:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 00000020:00000010:1.0:1776192960.266726:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb28e6a. 00000020:00000010:1.0:1776192960.266733:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.266737:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.266765:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8eff15e x1862471344653824/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192960.266789:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653824 02000000:00000010:1.0:1776192960.266800:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067408ea2. 00010000:00000010:1.0:1776192960.266827:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c647a6df. 00010000:00000010:1.0:1776192960.266845:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.266852:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.266871:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.266874:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000010:1.0:1776192960.266885:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.266888:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653824, offset 224 00000400:00000200:1.0:1776192960.266896:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.266907:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.266913:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91874:91874:256:4294967295] 192.168.203.33@tcp LPNI seq info [91874:91874:8:4294967295] 00000400:00000200:1.0:1776192960.266922:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.266927:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.266932:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192960.266936:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.266942:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.266946:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.266958:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000325f92b6. 00000020:00000010:1.0:1776192960.267101:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.267104:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb28e6a. 00010000:00000010:3.1:1776192960.267175:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000456684a9. 00010000:00000010:3.1:1776192960.267182:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78ac533. 00080000:00000010:3.0:1776192960.267194:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac1bf68a. 00010000:00000010:3.0:1776192960.267279:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a370f5f9. 00010000:00000010:3.0:1776192960.267286:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f61d3c91. 00010000:00000010:3.0:1776192960.267495:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b78ac533. 00000800:00000200:2.0:1776192960.267500:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1776192960.267502:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002af11e7e. 00000800:00000010:2.0:1776192960.267503:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:2.0:1776192960.267506:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.267511:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00010000:00000010:3.0:1776192960.267512:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000400:00000200:2.0:1776192960.267514:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000100:00000010:3.0:1776192960.267516:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000400:00000010:2.0:1776192960.267516:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000010:3.0:1776192960.267522:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192960.267532:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a466e54. 02000000:00000010:3.0:1776192960.267553:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000377b41b8. 00000400:00000010:3.0:1776192960.267558:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192960.267563:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.267567:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536448, portal 16 00000400:00000010:3.0:1776192960.267572:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192960.267574:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536448, offset 0 00000400:00000200:3.0:1776192960.267580:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.267586:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.267594:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.267598:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.267601:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.267604:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91875:91875:256:4294967295] 192.168.203.33@tcp LPNI seq info [91875:91875:8:4294967295] 00000400:00000200:3.0:1776192960.267610:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.267615:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.267619:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.267623:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.267628:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.267630:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776192960.267701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4fe3735. 00010000:00000010:0.1:1776192960.267910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9ad96a7. 00000800:00000200:1.0:1776192960.267940:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.267943:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192960.267946:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.267950:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.267953:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:1.0:1776192960.267955:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:1.0:1776192960.267970:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349536448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.269721:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.269738:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673186c0 00000400:00000200:2.0:1776192960.269746:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4301 [1] + 224 00000400:00000200:2.0:1776192960.269761:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.269764:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.269771:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349536448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.269895:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192960.269901:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.269902:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192960.269908:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349536448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.269916:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349536448/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.269943:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000377b41b8. 02000000:00000010:3.0:1776192960.269952:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a466e54. 00000100:00000010:3.0:1776192960.269956:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192960.269959:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.269963:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00010000:00000010:0.1:1776192960.271495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e69bc37c. 00010000:00000010:0.1:1776192960.271508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:0.1:1776192960.271512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00000400:00000200:2.0:1776192960.271753:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.271767:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70640 00000400:00000200:2.0:1776192960.271773:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c55 [2] + 656 00000400:00000200:2.0:1776192960.271824:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.271828:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.271833:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.271838:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:0.0:1776192960.274872:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000616a41e0. 00000020:00000010:0.0:1776192960.274884:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c62140a. 00000020:00000010:0.0:1776192960.274889:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cb850e77. 00000100:00000200:0.0:1776192960.274919:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344653888/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192960.274961:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653888 02000000:00000010:2.0:1776192960.274979:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef861d6d. 00010000:00000010:2.0:1776192960.275007:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072022c5b. 00010000:00000010:2.0:1776192960.275031:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.275039:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.275052:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:2.0:1776192960.275057:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.275069:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192960.275074:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653888, offset 224 00000400:00000200:2.0:1776192960.275081:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.275096:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.275101:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91876:91876:256:4294967295] 192.168.203.33@tcp LPNI seq info [91876:91876:8:4294967295] 00000400:00000200:2.0:1776192960.275111:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.275117:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.275121:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e26ed31 (tot 82352146). 00000800:00000200:2.0:1776192960.275127:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.275133:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.275137:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e26ed31 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.275181:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c62140a. 00000020:00000010:2.0:1776192960.275185:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cb850e77. 00000020:00000010:2.0:1776192960.275188:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000616a41e0. 00000800:00000200:1.0:1776192960.275270:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.275274:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e26ed31 (tot 82351898). 00000400:00000200:1.0:1776192960.275279:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.275283:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.275287:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:1.0:1776192960.275290:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00080000:00000010:3.0:1776192960.275342:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d2a9ce4. 00010000:00000010:3.0:1776192960.275434:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002af11e7e. 00010000:00000010:3.0:1776192960.275440:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e61866a2. 00010000:00000010:3.0:1776192960.275515:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000390ce7f8. 00010000:00000010:3.0:1776192960.275521:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002af11e7e. 00010000:00000010:3.0:1776192960.275531:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.275535:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.275542:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 02000000:00000010:3.0:1776192960.275553:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a466e54. 02000000:00000010:3.0:1776192960.275574:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000377b41b8. 00000400:00000010:3.0:1776192960.275580:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192960.275585:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.275589:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536512, portal 16 00000400:00000010:3.0:1776192960.275593:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192960.275595:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536512, offset 0 00000400:00000200:3.0:1776192960.275600:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.275607:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.275613:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.275616:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.275618:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.275621:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91877:91877:256:4294967295] 192.168.203.33@tcp LPNI seq info [91877:91877:8:4294967295] 00000400:00000200:3.0:1776192960.275627:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.275631:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.275635:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192960.275639:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.275643:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.275645:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.276231:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.276235:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:2.0:1776192960.276239:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.276244:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.276247:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:2.0:1776192960.276249:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:2.0:1776192960.276254:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a674ed2 x1862471349536512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.276310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000710b71db. 00010000:00000010:3.1:1776192960.276317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bcb4b2. 00010000:00000010:1.1:1776192960.277231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee51193c. 00010000:00000010:2.1:1776192960.280207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ede51f1b. 00000400:00000200:2.0:1776192960.281223:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.281244:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318700 00000400:00000200:2.0:1776192960.281254:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb430d [1] + 224 00000400:00000200:2.0:1776192960.281271:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.281275:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.281286:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a674ed2 x1862471349536512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.281406:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b80e9dbe. 00000400:00000200:3.0:1776192960.281412:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.281415:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:3.0:1776192960.281421:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a674ed2 x1862471349536512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.281427:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a674ed2 x1862471349536512/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.281459:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000377b41b8. 02000000:00000010:3.0:1776192960.281468:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a466e54. 00000100:00000010:3.0:1776192960.281472:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000010:3.0:1776192960.281476:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.281479:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000400:00000200:1.0:1776192960.282378:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.282393:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70680 00000400:00000200:1.0:1776192960.282399:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c55 [2] + 984 00000400:00000200:1.0:1776192960.282454:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.282459:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.282464:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.282469:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 00000020:00000010:2.0:1776192960.282673:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026dded39. 00000020:00000010:2.0:1776192960.282681:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.282685:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.282718:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083f5869e x1862471344653952/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192960.282756:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344653952 02000000:00000010:2.0:1776192960.282768:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff65f0ea. 00010000:00000010:2.0:1776192960.282798:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009891ba98. 00010000:00000010:2.0:1776192960.282820:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.282826:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.282845:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:2.0:1776192960.282849:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.282862:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192960.282866:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344653952, offset 224 00000400:00000200:2.0:1776192960.282873:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.282884:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.282890:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91878:91878:256:4294967295] 192.168.203.33@tcp LPNI seq info [91878:91878:8:4294967295] 00000400:00000200:2.0:1776192960.282900:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.282904:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.282909:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e1f78e7 (tot 82352146). 00000800:00000200:2.0:1776192960.282914:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.282920:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.282923:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e1f78e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.282939:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.282944:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.282953:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026dded39. 00080000:00000010:1.0:1776192960.283148:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000470949ce. 00010000:00000010:1.0:1776192960.283259:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002af11e7e. 00010000:00000010:1.0:1776192960.283266:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000636ebce6. 00010000:00000010:1.0:1776192960.283332:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192960.283338:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.283360:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.283365:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.283371:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.283383:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fb28e6a. 02000000:00000010:1.0:1776192960.283403:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1315249. 00000400:00000010:1.0:1776192960.283408:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.283412:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.283416:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536576, portal 16 00000400:00000010:1.0:1776192960.283420:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008576caa8. 00000100:00000200:1.0:1776192960.283422:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536576, offset 0 00000400:00000200:1.0:1776192960.283426:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.283433:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.283439:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.283441:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.283444:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.283446:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91879:91879:255:4294967295] 192.168.203.33@tcp LPNI seq info [91879:91879:7:4294967295] 00000400:00000200:1.0:1776192960.283453:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.283458:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.283461:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352394). 00000800:00000200:1.0:1776192960.283465:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.283468:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.283471:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.283609:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.283611:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e1f78e7 (tot 82352146). 00000400:00000200:3.0:1776192960.283615:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.283620:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.283623:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:3.0:1776192960.283625:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000800:00000200:3.0:1776192960.283668:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.283670:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:3.0:1776192960.283673:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.283676:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.283677:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008576caa8 00000400:00000010:3.0:1776192960.283679:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008576caa8. 00000100:00000200:3.0:1776192960.283683:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349536576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.285257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3a688de. 00010000:00000010:3.1:1776192960.285272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78ac533. 00000400:00000200:2.0:1776192960.285881:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.285897:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318740 00000400:00000200:2.0:1776192960.285905:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4319 [1] + 224 00000400:00000200:2.0:1776192960.285917:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.285921:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.285930:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349536576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.285972:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.285977:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e706c0 00000400:00000200:2.0:1776192960.285982:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c55 [2] + 1312 00000400:00000200:2.0:1776192960.286024:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.286028:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.286032:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.286037:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000400:00000010:1.0:1776192960.286109:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.286114:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.286116:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.286121:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349536576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.286130:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349536576/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.286197:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1315249. 02000000:00000010:1.0:1776192960.286203:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fb28e6a. 00000100:00000010:1.0:1776192960.286208:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.286212:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.286217:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000020:00000010:3.0:1776192960.286331:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a689a4a6. 00000020:00000010:3.0:1776192960.286337:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.286341:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192960.286377:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344654016/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192960.286449:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654016 02000000:00000010:3.0:1776192960.286462:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a466e54. 00010000:00000010:3.0:1776192960.286485:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006cee9b1. 00010000:00000010:3.0:1776192960.286503:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.286507:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.286523:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.286526:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000400:00000010:3.0:1776192960.286537:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.286540:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654016, offset 224 00000400:00000200:3.0:1776192960.286547:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.286557:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.286563:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91880:91880:256:4294967295] 192.168.203.33@tcp LPNI seq info [91880:91880:8:4294967295] 00000400:00000200:3.0:1776192960.286572:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.286576:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.286580:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192960.286586:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.286591:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.286594:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.286612:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.286616:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192960.286618:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a689a4a6. 00080000:00000010:1.0:1776192960.286661:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1315249. 00010000:00000010:1.0:1776192960.286745:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.286752:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f12abab6. 00010000:00000010:1.0:1776192960.286818:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004592b6f3. 00010000:00000010:1.0:1776192960.286823:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.286833:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.286836:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.286842:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.286851:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fb28e6a. 02000000:00000010:1.0:1776192960.286871:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4d71d00. 00000400:00000010:1.0:1776192960.286875:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.286879:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.286883:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536640, portal 16 00000400:00000010:1.0:1776192960.286886:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007228100e. 00000100:00000200:1.0:1776192960.286889:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536640, offset 0 00000400:00000200:1.0:1776192960.286894:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.286900:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.286905:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.286908:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.286911:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.286913:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91881:91881:255:4294967295] 192.168.203.33@tcp LPNI seq info [91881:91881:7:4294967295] 00000400:00000200:1.0:1776192960.286920:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.286924:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.286927:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352394). 00000800:00000200:1.0:1776192960.286930:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.286934:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.286936:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.287189:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.287193:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82352146). 00000400:00000200:2.0:1776192960.287197:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.287201:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.287205:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:2.0:1776192960.287206:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000800:00000200:2.0:1776192960.287243:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.287246:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:2.0:1776192960.287249:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.287252:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.287254:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007228100e 00000400:00000010:2.0:1776192960.287255:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007228100e. 00000100:00000200:2.0:1776192960.287259:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349536640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.289207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c904248. 00010000:00000010:1.1:1776192960.289314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d62b0015. 00010000:00000010:1.1:1776192960.289323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390ce7f8. 00000400:00000200:3.0:1776192960.289937:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.289953:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318780 00000400:00000200:3.0:1776192960.289972:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4325 [1] + 224 00000400:00000200:3.0:1776192960.289988:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.289992:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.290003:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349536640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.290144:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.290149:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.290151:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.290196:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349536640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.290204:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349536640/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.290233:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4d71d00. 02000000:00000010:1.0:1776192960.290239:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fb28e6a. 00000100:00000010:1.0:1776192960.290243:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.290247:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.290251:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000200:2.0:1776192960.291595:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.291610:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70700 00000400:00000200:2.0:1776192960.291617:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c55 [2] + 1640 00000400:00000200:2.0:1776192960.291693:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.291698:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.291712:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.291719:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00010000:00000010:3.1:1776192960.292524:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e40c3ba3. 00000020:00000010:2.0:1776192960.292739:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026dded39. 00000020:00000010:2.0:1776192960.292747:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.292752:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.292781:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344654080/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192960.292823:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654080 02000000:00000010:2.0:1776192960.292836:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cecbbc8. 00010000:00000010:2.0:1776192960.292863:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006da4cd76. 00010000:00000010:2.0:1776192960.292883:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.292890:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.293067:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:2.0:1776192960.293071:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.293084:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192960.293089:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654080, offset 224 00000400:00000200:2.0:1776192960.293098:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.293111:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.293117:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91882:91882:256:4294967295] 192.168.203.33@tcp LPNI seq info [91882:91882:8:4294967295] 00000400:00000200:2.0:1776192960.293127:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.293132:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.293137:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e1f78e7 (tot 82352146). 00000800:00000200:2.0:1776192960.293142:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.293148:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.293152:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e1f78e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.293208:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.293213:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.293223:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026dded39. 00000800:00000200:3.0:1776192960.293488:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.293491:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e1f78e7 (tot 82351898). 00000400:00000200:3.0:1776192960.293495:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.293500:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.293505:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:3.0:1776192960.293507:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00010000:00000010:1.1:1776192960.294469:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea94d405. 00010000:00000010:1.1:1776192960.294481:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00080000:00000010:1.0:1776192960.294501:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4d71d00. 00010000:00000010:1.0:1776192960.294581:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.294589:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047e5b0da. 00010000:00000010:1.0:1776192960.294657:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd254ba4. 00010000:00000010:1.0:1776192960.294661:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000325f92b6. 00010000:00000010:1.0:1776192960.294666:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192960.294670:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00080000:00000010:1.0:1776192960.294682:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fb28e6a. 00010000:00000010:1.0:1776192960.294719:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.294723:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000325f92b6. 00010000:00000010:1.0:1776192960.294770:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192960.294774:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.294781:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.294786:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.294794:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.294810:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c812dde3. 02000000:00000010:1.0:1776192960.294833:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f01a6b61. 00000400:00000010:1.0:1776192960.294838:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.294843:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.294848:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536704, portal 16 00000400:00000010:1.0:1776192960.294852:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052d0567a. 00000100:00000200:1.0:1776192960.294854:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536704, offset 0 00000400:00000200:1.0:1776192960.294862:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.294874:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.294882:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.294885:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.295043:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.295048:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91883:91883:256:4294967295] 192.168.203.33@tcp LPNI seq info [91883:91883:8:4294967295] 00000400:00000200:1.0:1776192960.295057:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.295062:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.295066:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192960.295072:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.295078:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.295081:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.295614:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.295618:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:2.0:1776192960.295622:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.295628:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.295632:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d0567a 00000400:00000010:2.0:1776192960.295634:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052d0567a. 00000100:00000200:2.0:1776192960.295641:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349536704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.298727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001500299b. 00000400:00000200:2.0:1776192960.299318:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.299336:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673187c0 00000400:00000200:2.0:1776192960.299344:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4331 [1] + 224 00000400:00000200:2.0:1776192960.299459:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.299464:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.299475:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349536704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.299509:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.299514:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70740 00000400:00000200:2.0:1776192960.299520:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2c55 [2] + 1968 00000400:00000010:2.0:1776192960.299524:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0a3e8c6. 00000400:00000200:2.0:1776192960.299529:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006a16e2bf 00000400:00000200:2.0:1776192960.299578:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.299582:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.299585:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a16e2bf 00000400:00000010:2.0:1776192960.299586:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006a16e2bf (tot 82351746). 00000100:00000200:2.0:1776192960.299592:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192960.301061:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000377b41b8. 00000020:00000010:3.0:1776192960.301074:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.301078:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000100:00000200:3.0:1776192960.301123:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090c9b3b9 x1862471344654144/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192960.301197:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654144 02000000:00000010:3.0:1776192960.301209:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a689a4a6. 00000400:00000010:1.0:1776192960.301228:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.301233:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.301234:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.301240:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349536704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192960.301245:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000200:1.0:1776192960.301249:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349536704/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776192960.301251:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a57873aa. 00000100:00000010:3.0:1776192960.301258:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a57873aa. 00010000:00000010:3.0:1776192960.301260:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00010000:00000010:1.0:1776192960.301269:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ae1aab6. 00000400:00000010:3.0:1776192960.301272:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.301275:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654144, offset 224 00000400:00000200:3.0:1776192960.301282:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 02000000:00000010:1.0:1776192960.301283:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f01a6b61. 02000000:00000010:1.0:1776192960.301290:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c812dde3. 00000400:00000200:3.0:1776192960.301294:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000100:00000010:1.0:1776192960.301295:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.301299:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00000400:00000200:3.0:1776192960.301300:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91884:91884:256:4294967295] 192.168.203.33@tcp LPNI seq info [91884:91884:8:4294967295] 00010000:00000010:1.0:1776192960.301302:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000200:3.0:1776192960.301310:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.301314:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00080000:00000010:1.0:1776192960.301316:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f01a6b61. 00000800:00000010:3.0:1776192960.301318:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82351994). 00000800:00000200:3.0:1776192960.301323:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.301330:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.301333:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.302576:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.302587:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192960.302590:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000377b41b8. 02000000:00000010:3.0:1776192960.302602:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cecbbc8. 00000100:00000010:3.0:1776192960.302606:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 02000000:00000010:3.0:1776192960.302610:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a466e54. 00000100:00000010:3.0:1776192960.302613:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 02000000:00000010:3.0:1776192960.302615:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff65f0ea. 00000100:00000010:3.0:1776192960.302618:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 02000000:00000010:3.0:1776192960.302620:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef861d6d. 00000100:00000010:3.0:1776192960.302623:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:3.0:1776192960.302626:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067408ea2. 00000100:00000010:3.0:1776192960.302628:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 02000000:00000010:3.0:1776192960.302630:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008326bffc. 00000100:00000010:3.0:1776192960.302632:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000200:3.0:1776192960.302640:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192960.302646:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b80e9dbe. 00000400:00000010:3.0:1776192960.302651:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a57873aa (tot 82352146). 00000800:00000200:3.0:1776192960.302755:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.302758:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192960.302762:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.302770:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.302772:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.302774:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 02000000:00000010:3.0:1776192960.302777:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a689a4a6. 00010000:00000010:1.1:1776192960.306493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078d9af19. 00010000:00000010:1.1:1776192960.306508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004592b6f3. 00010000:00000010:1.1:1776192960.306513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd254ba4. 00010000:00000010:1.1:1776192960.306516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.1:1776192960.309224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031509374. 00080000:00000010:2.0:1776192960.327025:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fb28e6a. 00080000:00000010:2.0:1776192960.327037:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4d71d00. 00080000:00000010:2.0:1776192960.327040:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1315249. 00080000:00000010:2.0:1776192960.327044:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000470949ce. 00080000:00000010:2.0:1776192960.327046:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d2a9ce4. 00080000:00000010:2.0:1776192960.327049:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac1bf68a. 00080000:00000010:2.0:1776192960.327054:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000249c9140. 00080000:00000010:2.0:1776192960.327056:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea48976e. 00080000:00000010:2.0:1776192960.327059:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cabef1c5. 00080000:00000010:2.0:1776192960.327061:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e389e4be. 00080000:00000010:2.0:1776192960.327063:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f20ad4d8. 00080000:00000010:2.0:1776192960.327066:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004887d71a. 00080000:00000010:2.0:1776192960.327068:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fca1ee4. 00080000:00000010:2.0:1776192960.327070:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce12d7aa. 00080000:00000010:2.0:1776192960.327072:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000186bfcb9. 00080000:00000010:2.0:1776192960.327074:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec28c267. 00080000:00000010:2.0:1776192960.327076:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f272826. 00080000:00000010:2.0:1776192960.327079:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003747b83a. 00080000:00000010:2.0:1776192960.327081:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f58020c. 00080000:00000010:2.0:1776192960.327086:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016da52dc. 00080000:00000010:2.0:1776192960.327088:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e60f265. 00080000:00000010:2.0:1776192960.327091:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee4ecef3. 00080000:00000010:2.0:1776192960.327094:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000253e1c9e. 00080000:00000010:2.0:1776192960.327096:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5e9e227. 00080000:00000010:2.0:1776192960.327098:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfac3daf. 00080000:00000010:2.0:1776192960.327103:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5fffd5f. 00080000:00000010:2.0:1776192960.327106:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000990732d8. 00080000:00000010:2.0:1776192960.327108:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f16e13e9. 00080000:00000010:2.0:1776192960.327110:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c57b30f0. 00080000:00000010:2.0:1776192960.327112:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000014a591f. 00080000:00000010:2.0:1776192960.327114:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ac047d. 00080000:00000010:2.0:1776192960.327116:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd132749. 00080000:00000010:2.0:1776192960.327118:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcb195eb. 00080000:00000010:2.0:1776192960.327120:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007300a829. 00080000:00000010:2.0:1776192960.327123:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000249c04dd. 00080000:00000010:2.0:1776192960.327125:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004d41e51. 00080000:00000010:2.0:1776192960.327127:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9693747. 00080000:00000010:2.0:1776192960.327130:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6099b37. 00080000:00000010:2.0:1776192960.327132:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000eff3feb. 00080000:00000010:2.0:1776192960.327136:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa7b2d69. 00080000:00000010:2.0:1776192960.327138:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051947a87. 00080000:00000010:2.0:1776192960.327140:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff0264ff. 00080000:00000010:2.0:1776192960.327142:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aecfd899. 00080000:00000010:2.0:1776192960.327144:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005af8632f. 00080000:00000010:2.0:1776192960.327146:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4a92ebd. 00080000:00000010:2.0:1776192960.327149:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f509425. 00080000:00000010:2.0:1776192960.327151:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cc85e29. 00080000:00000010:2.0:1776192960.327201:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000004b6d4a. 00080000:00000010:2.0:1776192960.328228:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e721c00e. 00080000:00000010:2.0:1776192960.328233:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e994064b. 00080000:00000010:2.0:1776192960.328235:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005370db4a. 00080000:00000010:2.0:1776192960.328238:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bd40b43. 00080000:00000010:2.0:1776192960.328240:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8647ac7. 00080000:00000010:2.0:1776192960.328242:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000204b9900. 00080000:00000010:2.0:1776192960.328246:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f72fe228. 00080000:00000010:2.0:1776192960.328248:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037f3cba5. 00080000:00000010:2.0:1776192960.328250:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004102d1c7. 00080000:00000010:2.0:1776192960.328253:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c576c568. 00080000:00000010:2.0:1776192960.328256:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005be76863. 00080000:00000010:2.0:1776192960.328257:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dddeaff. 00080000:00000010:2.0:1776192960.328260:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004c4d4ce. 00080000:00000010:2.0:1776192960.328262:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b504393. 00080000:00000010:2.0:1776192960.328264:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efdec631. 00080000:00000010:2.0:1776192960.328266:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ed55c32. 00080000:00000010:2.0:1776192960.328268:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c12e261. 00080000:00000010:2.0:1776192960.328272:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e7cf075. 00080000:00000010:2.0:1776192960.328275:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040e546cd. 00080000:00000010:2.0:1776192960.328277:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a31698f. 00080000:00000010:2.0:1776192960.328279:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000759f424f. 00080000:00000010:2.0:1776192960.328281:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee849a7b. 00080000:00000010:2.0:1776192960.328284:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000517d036. 00080000:00000010:2.0:1776192960.328286:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000719ecaff. 00080000:00000010:2.0:1776192960.328288:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049dfdc48. 00080000:00000010:2.0:1776192960.328291:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ccba3cc. 00080000:00000010:2.0:1776192960.328293:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041f14cc8. 00080000:00000010:2.0:1776192960.328296:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000333547ba. 00080000:00000010:2.0:1776192960.328298:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000772ade9d. 00080000:00000010:2.0:1776192960.328300:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000645d4084. 00080000:00000010:2.0:1776192960.328303:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3dc9e93. 00080000:00000010:2.0:1776192960.328305:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000343fa50b. 00080000:00000010:2.0:1776192960.328307:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a418114d. 00080000:00000010:2.0:1776192960.328309:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032096e07. 00080000:00000010:2.0:1776192960.328311:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ae6c7fb. 00080000:00000010:2.0:1776192960.328313:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b4edc39. 00080000:00000010:2.0:1776192960.328316:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ce83085. 00080000:00000010:2.0:1776192960.328318:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6c7b8ba. 00080000:00000010:2.0:1776192960.328320:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077ff9832. 00080000:00000010:2.0:1776192960.328322:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c8e34b0. 00080000:00000010:2.0:1776192960.328324:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039fc9f5d. 00080000:00000010:2.0:1776192960.328326:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bdb7a867. 00080000:00000010:2.0:1776192960.328328:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022103153. 00080000:00000010:2.0:1776192960.328331:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c955f0f9. 00080000:00000010:2.0:1776192960.328334:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a0c6346. 00080000:00000010:2.0:1776192960.328337:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075535d05. 00080000:00000010:2.0:1776192960.328339:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084b56aeb. 00080000:00000010:2.0:1776192960.328341:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077a02ba5. 00080000:00000010:2.0:1776192960.328343:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037a12a86. 00080000:00000010:2.0:1776192960.328345:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d298e55. 00080000:00000010:2.0:1776192960.328347:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c28e0dd. 00080000:00000010:2.0:1776192960.328349:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a27cd64. 00080000:00000010:2.0:1776192960.328354:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bde4f03. 00080000:00000010:2.0:1776192960.328358:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eac48c8d. 00080000:00000010:2.0:1776192960.328361:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058afb650. 00080000:00000010:2.0:1776192960.328365:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007844538a. 00080000:00000010:2.0:1776192960.328368:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000256c5e07. 00080000:00000010:2.0:1776192960.328371:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002eca4220. 00080000:00000010:2.0:1776192960.328373:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050251f50. 00080000:00000010:2.0:1776192960.328375:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060d431be. 00080000:00000010:2.0:1776192960.328378:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014bf2e27. 00080000:00000010:2.0:1776192960.328380:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007eaa4038. 00080000:00000010:2.0:1776192960.328383:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac42349d. 00080000:00000010:2.0:1776192960.328385:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c70683a. 00080000:00000010:2.0:1776192960.328389:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003991eb6e. 00080000:00000010:2.0:1776192960.328392:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077855f2d. 00080000:00000010:2.0:1776192960.328394:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001236610d. 00080000:00000010:2.0:1776192960.328396:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab0c2849. 00080000:00000010:2.0:1776192960.328399:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069c8834c. 00080000:00000010:2.0:1776192960.328401:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036ebfbf6. 00080000:00000010:2.0:1776192960.328403:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000651f100a. 00080000:00000010:2.0:1776192960.328405:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000deef3d70. 00080000:00000010:2.0:1776192960.328407:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019df7b2c. 00080000:00000010:2.0:1776192960.328409:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036b84b78. 00080000:00000010:2.0:1776192960.328411:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df06da6b. 00080000:00000010:2.0:1776192960.328413:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7d5619b. 00080000:00000010:2.0:1776192960.328416:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007b665e2. 00080000:00000010:2.0:1776192960.328418:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015a3bba7. 00080000:00000010:2.0:1776192960.328420:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5e75506. 00080000:00000010:2.0:1776192960.328423:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030a1856f. 00080000:00000010:2.0:1776192960.328426:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b747957. 00080000:00000010:2.0:1776192960.328428:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a8614fe. 00080000:00000010:2.0:1776192960.328431:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f51aa107. 00080000:00000010:2.0:1776192960.328433:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068cf54a5. 00080000:00000010:2.0:1776192960.328435:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3c2c437. 00080000:00000010:2.0:1776192960.328436:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077dfbbc9. 00080000:00000010:2.0:1776192960.328438:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6667ad9. 00080000:00000010:2.0:1776192960.328440:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abf5f8fe. 00080000:00000010:2.0:1776192960.328442:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007921457d. 00080000:00000010:2.0:1776192960.328444:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2a93136. 00080000:00000010:2.0:1776192960.328446:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c53640d. 00080000:00000010:2.0:1776192960.328448:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056ef6b32. 00080000:00000010:2.0:1776192960.328450:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6a08019. 00080000:00000010:2.0:1776192960.328452:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000629af12a. 00080000:00000010:2.0:1776192960.328455:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9c7f87d. 00080000:00000010:2.0:1776192960.328458:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078e6e30d. 00080000:00000010:2.0:1776192960.328460:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6a526d2. 00080000:00000010:2.0:1776192960.328462:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef494713. 00080000:00000010:2.0:1776192960.328464:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000622ba69c. 00080000:00000010:2.0:1776192960.328467:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073d90095. 00080000:00000010:2.0:1776192960.328469:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c45f737. 00080000:00000010:2.0:1776192960.328471:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dc0dd0c. 00080000:00000010:2.0:1776192960.328473:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020e209e2. 00080000:00000010:2.0:1776192960.328475:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090fdbe77. 00080000:00000010:2.0:1776192960.328477:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010c5f02a. 00080000:00000010:2.0:1776192960.328479:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ea27440. 00080000:00000010:2.0:1776192960.328481:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f217338. 00080000:00000010:2.0:1776192960.328483:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac19afd5. 00080000:00000010:2.0:1776192960.328485:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d1e2f16. 00080000:00000010:2.0:1776192960.328489:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe32a578. 00080000:00000010:2.0:1776192960.328491:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dbb3560. 00080000:00000010:2.0:1776192960.328493:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb228c7a. 00080000:00000010:2.0:1776192960.328495:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bacbb0e. 00080000:00000010:2.0:1776192960.328497:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d6e1de0. 00080000:00000010:2.0:1776192960.328499:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a49a4f7a. 00080000:00000010:2.0:1776192960.328501:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055c8e4f9. 00080000:00000010:2.0:1776192960.328503:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001234f87c. 00080000:00000010:2.0:1776192960.328505:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000647612e9. 00080000:00000010:2.0:1776192960.328507:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef3c14ff. 00080000:00000010:2.0:1776192960.328509:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d332c26. 00080000:00000010:2.0:1776192960.328511:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a99e4bdf. 00080000:00000010:2.0:1776192960.328513:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fe71e2c. 00080000:00000010:2.0:1776192960.328515:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0309cda. 00080000:00000010:2.0:1776192960.328518:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d37e9309. 00080000:00000010:2.0:1776192960.328520:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ee92bb3. 00080000:00000010:2.0:1776192960.328523:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a98d24cb. 00080000:00000010:2.0:1776192960.328525:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000a7d83f. 00080000:00000010:2.0:1776192960.328527:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011a41366. 00080000:00000010:2.0:1776192960.328530:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d83ea56c. 00080000:00000010:2.0:1776192960.328532:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000758f993f. 00080000:00000010:2.0:1776192960.328534:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b28031f. 00080000:00000010:2.0:1776192960.328537:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d85196a. 00080000:00000010:2.0:1776192960.328539:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa61b5fc. 00080000:00000010:2.0:1776192960.328542:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bea677a. 00080000:00000010:2.0:1776192960.328544:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f71f8661. 00080000:00000010:2.0:1776192960.328547:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078e2e0b1. 00080000:00000010:2.0:1776192960.328549:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052981868. 00080000:00000010:2.0:1776192960.328551:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e29b6ad. 00080000:00000010:2.0:1776192960.328553:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b67df65. 00080000:00000010:2.0:1776192960.328555:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fb6bacf. 00080000:00000010:2.0:1776192960.328557:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d74d791c. 00080000:00000010:2.0:1776192960.328559:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6d89f4a. 00080000:00000010:2.0:1776192960.328562:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1017d56. 00080000:00000010:2.0:1776192960.328564:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dffa47fb. 00080000:00000010:2.0:1776192960.328566:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b961f38. 00080000:00000010:2.0:1776192960.328569:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040b6f1ee. 00080000:00000010:2.0:1776192960.328571:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d09e757. 00080000:00000010:2.0:1776192960.328574:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000467d7c31. 00080000:00000010:2.0:1776192960.328576:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e435146c. 00080000:00000010:2.0:1776192960.328579:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000035044ad. 00080000:00000010:2.0:1776192960.328582:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d494378. 00080000:00000010:2.0:1776192960.328585:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000508f57ae. 00080000:00000010:2.0:1776192960.328587:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a66bc5aa. 00080000:00000010:2.0:1776192960.328589:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c46b7f4. 00080000:00000010:2.0:1776192960.328592:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a71f087. 00080000:00000010:2.0:1776192960.328594:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e7e06c8. 00080000:00000010:2.0:1776192960.328596:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031d27dcc. 00080000:00000010:2.0:1776192960.328599:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054f64cee. 00080000:00000010:2.0:1776192960.328602:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003638ef59. 00080000:00000010:2.0:1776192960.328604:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e50a55d1. 00080000:00000010:2.0:1776192960.328730:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3e977dc. 00080000:00000010:2.0:1776192960.328733:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af1cbc4. 00080000:00000010:2.0:1776192960.328736:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9a7da69. 00080000:00000010:2.0:1776192960.328739:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0548e07. 00080000:00000010:2.0:1776192960.328743:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008185e5f1. 00080000:00000010:2.0:1776192960.328746:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0982150. 00080000:00000010:2.0:1776192960.328748:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c24e789. 00080000:00000010:2.0:1776192960.328751:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cde094a. 00080000:00000010:2.0:1776192960.328753:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072b3d4ca. 00080000:00000010:2.0:1776192960.328756:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca06ac5f. 00080000:00000010:2.0:1776192960.328758:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013265f4e. 00080000:00000010:2.0:1776192960.328760:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000852b16ed. 00080000:00000010:2.0:1776192960.328763:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008886e118. 00080000:00000010:2.0:1776192960.328765:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e324007. 00080000:00000010:2.0:1776192960.328767:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9f41d61. 00080000:00000010:2.0:1776192960.328769:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000825a9e8e. 00080000:00000010:2.0:1776192960.328771:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094f24cf4. 00080000:00000010:2.0:1776192960.328773:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea5c4dc7. 00080000:00000010:2.0:1776192960.328776:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000372a7eae. 00080000:00000010:2.0:1776192960.328778:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003be2e008. 00080000:00000010:2.0:1776192960.328780:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f1568d2. 00080000:00000010:2.0:1776192960.328782:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000293a4b7f. 00080000:00000010:2.0:1776192960.328786:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddfd310a. 00080000:00000010:2.0:1776192960.328788:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4f14a42. 00080000:00000010:2.0:1776192960.328790:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000226715b0. 00080000:00000010:2.0:1776192960.328792:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012814b41. 00080000:00000010:2.0:1776192960.328794:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5c49611. 00080000:00000010:2.0:1776192960.328796:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cc3d3a5. 00080000:00000010:2.0:1776192960.328799:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047ff21f8. 00080000:00000010:2.0:1776192960.328801:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fba9daa1. 00080000:00000010:2.0:1776192960.328803:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040708383. 00080000:00000010:2.0:1776192960.328805:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004385e150. 00080000:00000010:2.0:1776192960.328807:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000544010ee. 00080000:00000010:2.0:1776192960.328809:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000527494e4. 00080000:00000010:2.0:1776192960.328811:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063da606b. 00080000:00000010:2.0:1776192960.328813:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000361e928c. 00080000:00000010:2.0:1776192960.328815:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dea42772. 00080000:00000010:2.0:1776192960.328819:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b24c23f2. 00080000:00000010:2.0:1776192960.328821:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006381e588. 00080000:00000010:2.0:1776192960.328825:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000234396d. 00080000:00000010:2.0:1776192960.328827:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d895ade0. 00080000:00000010:2.0:1776192960.328829:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b294ce8e. 00080000:00000010:2.0:1776192960.328832:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c1dd87d. 00080000:00000010:2.0:1776192960.328835:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6cb212d. 00080000:00000010:2.0:1776192960.328837:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052858937. 00080000:00000010:2.0:1776192960.328839:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022235c75. 00080000:00000010:2.0:1776192960.328841:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bf28104. 00080000:00000010:2.0:1776192960.328843:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032522cd1. 00080000:00000010:2.0:1776192960.328846:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbd2fede. 00080000:00000010:2.0:1776192960.328848:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068b54fe6. 00080000:00000010:2.0:1776192960.328851:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002193a1f6. 00080000:00000010:2.0:1776192960.328853:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e0a2f28. 00080000:00000010:2.0:1776192960.328855:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059f5a93d. 00080000:00000010:2.0:1776192960.328857:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019506882. 00080000:00000010:2.0:1776192960.328859:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb64afd5. 00080000:00000010:2.0:1776192960.328862:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005252097e. 00080000:00000010:2.0:1776192960.328864:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045e3d895. 00080000:00000010:2.0:1776192960.328866:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054e8e27f. 00080000:00000010:2.0:1776192960.328868:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001abcaf34. 00080000:00000010:2.0:1776192960.328870:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3863614. 00080000:00000010:2.0:1776192960.328872:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000feaf7dd8. 00080000:00000010:2.0:1776192960.328874:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007400f3f6. 00080000:00000010:2.0:1776192960.328877:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008850bcd7. 00080000:00000010:2.0:1776192960.328880:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003421ba8e. 00080000:00000010:2.0:1776192960.328882:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058b22f39. 00080000:00000010:2.0:1776192960.328886:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000931525e0. 00080000:00000010:2.0:1776192960.328888:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fd0b3a9. 00080000:00000010:2.0:1776192960.328891:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf058393. 00080000:00000010:2.0:1776192960.328893:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a92b974. 00080000:00000010:2.0:1776192960.328896:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afcc5481. 00080000:00000010:2.0:1776192960.328898:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd01c898. 00080000:00000010:2.0:1776192960.328901:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f92277ab. 00080000:00000010:2.0:1776192960.328903:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059286177. 00080000:00000010:2.0:1776192960.328905:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040d7bc35. 00080000:00000010:2.0:1776192960.328908:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d43c09a. 00080000:00000010:2.0:1776192960.328910:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087f6d3ee. 00080000:00000010:2.0:1776192960.328912:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d21a1dc. 00080000:00000010:2.0:1776192960.328915:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fd3236f. 00080000:00000010:2.0:1776192960.328918:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008aa6029a. 00080000:00000010:2.0:1776192960.328920:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef3e2655. 00080000:00000010:2.0:1776192960.328922:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af1dffc6. 00080000:00000010:2.0:1776192960.328925:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc07182d. 00080000:00000010:2.0:1776192960.328927:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c595119c. 00080000:00000010:2.0:1776192960.328929:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a9e4b1c. 00080000:00000010:2.0:1776192960.328931:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000134efead. 00080000:00000010:2.0:1776192960.328934:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fccd200. 00080000:00000010:2.0:1776192960.328936:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd7bf19f. 00080000:00000010:2.0:1776192960.328941:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000947f6ab3. 00080000:00000010:2.0:1776192960.328943:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000230f14a5. 00080000:00000010:2.0:1776192960.328946:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cba66191. 00080000:00000010:2.0:1776192960.328948:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000817780f8. 00080000:00000010:2.0:1776192960.328951:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001df76fc. 00080000:00000010:2.0:1776192960.328953:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039f8ce9d. 00080000:00000010:2.0:1776192960.328956:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e965f5c1. 00080000:00000010:2.0:1776192960.328969:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef319de8. 00080000:00000010:2.0:1776192960.328972:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dde385e6. 00080000:00000010:2.0:1776192960.328975:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fd7d5ea. 00080000:00000010:2.0:1776192960.328979:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ff839b8. 00080000:00000010:2.0:1776192960.328982:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a85ea26f. 00080000:00000010:2.0:1776192960.328984:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d5fac3c. 00080000:00000010:2.0:1776192960.328986:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3f2593e. 00080000:00000010:2.0:1776192960.328989:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b435d6c9. 00080000:00000010:2.0:1776192960.328992:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fb2c6f1. 00080000:00000010:2.0:1776192960.328993:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1b5671e. 00080000:00000010:2.0:1776192960.328995:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009268366. 00080000:00000010:2.0:1776192960.328997:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ad7811c. 00080000:00000010:2.0:1776192960.328998:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f059c53d. 00080000:00000010:2.0:1776192960.329000:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f2085f1. 00080000:00000010:2.0:1776192960.329002:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035754083. 00080000:00000010:2.0:1776192960.329004:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4ecdcb5. 00080000:00000010:2.0:1776192960.329006:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083d93c0b. 00080000:00000010:2.0:1776192960.329008:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fa48a14. 00080000:00000010:2.0:1776192960.329010:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004596f34c. 00080000:00000010:2.0:1776192960.329012:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa6b8425. 00080000:00000010:2.0:1776192960.329016:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe4a38db. 00080000:00000010:2.0:1776192960.329018:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003075448f. 00080000:00000010:2.0:1776192960.329020:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdd829f8. 00080000:00000010:2.0:1776192960.329022:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000697548a9. 00080000:00000010:2.0:1776192960.329025:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007aac3a8. 00080000:00000010:2.0:1776192960.329027:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbf1d847. 00080000:00000010:2.0:1776192960.329029:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035a13a6c. 00080000:00000010:2.0:1776192960.329030:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ae46111. 00080000:00000010:2.0:1776192960.329032:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e597766b. 00080000:00000010:2.0:1776192960.329034:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2a086cf. 00080000:00000010:2.0:1776192960.329036:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007417b995. 00080000:00000010:2.0:1776192960.329037:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058043216. 00080000:00000010:2.0:1776192960.329039:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c85f382c. 00080000:00000010:2.0:1776192960.329040:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081c4c1ea. 00080000:00000010:2.0:1776192960.329042:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a79a89a4. 00080000:00000010:2.0:1776192960.329043:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e01c268. 00080000:00000010:2.0:1776192960.329045:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f2b77d4. 00080000:00000010:2.0:1776192960.329049:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000769d5e0a. 00080000:00000010:2.0:1776192960.329051:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aea437d9. 00080000:00000010:2.0:1776192960.329053:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023e51d9e. 00080000:00000010:2.0:1776192960.329055:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c163c06a. 00080000:00000010:2.0:1776192960.329057:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b1f8f58. 00080000:00000010:2.0:1776192960.329059:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ede1c939. 00080000:00000010:2.0:1776192960.329062:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ee86db8. 00080000:00000010:2.0:1776192960.329064:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c65ed004. 00080000:00000010:2.0:1776192960.329066:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055bdcf9f. 00080000:00000010:2.0:1776192960.329068:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048f697cc. 00080000:00000010:2.0:1776192960.329071:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051e660e3. 00080000:00000010:2.0:1776192960.329073:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056700f22. 00080000:00000010:2.0:1776192960.329075:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a4628c5. 00080000:00000010:2.0:1776192960.329077:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000627ea673. 00080000:00000010:2.0:1776192960.329079:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000489eafcb. 00080000:00000010:2.0:1776192960.329080:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd2beb8f. 00080000:00000010:2.0:1776192960.329083:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b51cec3. 00080000:00000010:2.0:1776192960.329085:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007521ebed. 00080000:00000010:2.0:1776192960.329088:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a7e1f03. 00080000:00000010:2.0:1776192960.329090:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018a17461. 00080000:00000010:2.0:1776192960.329092:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d14f4eeb. 00080000:00000010:2.0:1776192960.329094:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c01d8bb7. 00080000:00000010:2.0:1776192960.329097:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df138ea6. 00080000:00000010:2.0:1776192960.329099:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdb4b888. 00080000:00000010:2.0:1776192960.329101:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8683da3. 00080000:00000010:2.0:1776192960.329102:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003337962e. 00080000:00000010:2.0:1776192960.329104:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003100162a. 00080000:00000010:2.0:1776192960.329106:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab2a4fd5. 00080000:00000010:2.0:1776192960.329108:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017e673c8. 00080000:00000010:2.0:1776192960.329110:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007612aeae. 00080000:00000010:2.0:1776192960.329112:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4a459fc. 00080000:00000010:2.0:1776192960.329114:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc4fea17. 00080000:00000010:2.0:1776192960.329116:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6791e90. 00080000:00000010:2.0:1776192960.329118:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030144966. 00080000:00000010:2.0:1776192960.329119:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c0cb412. 00080000:00000010:2.0:1776192960.329121:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8ad6529. 00080000:00000010:2.0:1776192960.329123:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075cd53c6. 00080000:00000010:2.0:1776192960.329124:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090e4b747. 00080000:00000010:2.0:1776192960.329126:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ec1258e. 00080000:00000010:2.0:1776192960.329128:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b9214f4. 00080000:00000010:2.0:1776192960.329131:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af4ce40. 00080000:00000010:2.0:1776192960.329134:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8b25348. 00080000:00000010:2.0:1776192960.329136:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d62ac9f0. 00080000:00000010:2.0:1776192960.329138:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003deb7e7. 00080000:00000010:2.0:1776192960.329140:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040708c22. 00080000:00000010:2.0:1776192960.329142:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dc49eaf. 00080000:00000010:2.0:1776192960.329144:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a76bb0fd. 00080000:00000010:2.0:1776192960.329145:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098addaff. 00080000:00000010:2.0:1776192960.329148:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c8b9e89. 00080000:00000010:2.0:1776192960.329150:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3c53f72. 00080000:00000010:2.0:1776192960.329188:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091825530. 00080000:00000010:2.0:1776192960.329191:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000520306cb. 00080000:00000010:2.0:1776192960.329193:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee010214. 00080000:00000010:2.0:1776192960.329195:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ef87945. 00080000:00000010:2.0:1776192960.329197:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdd7825b. 00080000:00000010:2.0:1776192960.329199:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c023579. 00080000:00000010:2.0:1776192960.329516:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eedcb343. 00080000:00000010:2.0:1776192960.329520:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d48d39f. 00080000:00000010:2.0:1776192960.329522:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006662ec64. 00080000:00000010:2.0:1776192960.329524:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bb48c99. 00080000:00000010:2.0:1776192960.329526:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067b86ca5. 00080000:00000010:2.0:1776192960.329528:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b9bafa6. 00080000:00000010:2.0:1776192960.329530:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb3f26e8. 00080000:00000010:2.0:1776192960.329532:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007234ebbe. 00080000:00000010:2.0:1776192960.329534:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e70fdc9b. 00080000:00000010:2.0:1776192960.329536:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097bf2a19. 00080000:00000010:2.0:1776192960.329538:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7bd03ac. 00080000:00000010:2.0:1776192960.329540:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c24ce12. 00080000:00000010:2.0:1776192960.329542:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f59045a0. 00080000:00000010:2.0:1776192960.329543:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a9796c1. 00080000:00000010:2.0:1776192960.329545:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000881d6ae0. 00080000:00000010:2.0:1776192960.329547:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9ed5ced. 00080000:00000010:2.0:1776192960.329549:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076d78442. 00080000:00000010:2.0:1776192960.329551:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000831f5ec4. 00080000:00000010:2.0:1776192960.329552:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000969dce18. 00080000:00000010:2.0:1776192960.329554:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000268ec76d. 00080000:00000010:2.0:1776192960.329556:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3057f82. 00080000:00000010:2.0:1776192960.329557:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000291461f1. 00080000:00000010:2.0:1776192960.329559:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000543b8a95. 00080000:00000010:2.0:1776192960.329562:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064e2053d. 00080000:00000010:2.0:1776192960.329564:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000869fd80e. 00080000:00000010:2.0:1776192960.329569:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb1753b5. 00080000:00000010:2.0:1776192960.329571:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000055da08. 00080000:00000010:2.0:1776192960.329574:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000117c7214. 00080000:00000010:2.0:1776192960.329576:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5ba688f. 00080000:00000010:2.0:1776192960.329578:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b6bd796. 00080000:00000010:2.0:1776192960.329580:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a5ccf2c. 00080000:00000010:2.0:1776192960.329583:0:71802:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063ce7758. 00010000:00000010:1.0:1776192960.330386:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.330398:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c470819f. 00010000:00000010:1.0:1776192960.330472:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192960.330477:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.330489:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192960.330496:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.330504:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.330516:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000749fc95e. 02000000:00000010:1.0:1776192960.330544:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023fe0419. 00000400:00000010:1.0:1776192960.330550:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.330556:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.330564:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536768, portal 16 00000400:00000010:1.0:1776192960.330569:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a10e233. 00000100:00000200:1.0:1776192960.330571:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536768, offset 0 00000400:00000200:1.0:1776192960.330580:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.330596:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.330602:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.330683:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.330686:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.330690:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91885:91885:256:4294967295] 192.168.203.33@tcp LPNI seq info [91885:91885:8:4294967295] 00000400:00000200:1.0:1776192960.330700:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.330717:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.330722:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192960.330728:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.330734:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.330738:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.331060:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.331063:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:2.0:1776192960.331067:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.331071:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.331075:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a10e233 00000400:00000010:2.0:1776192960.331077:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a10e233. 00000100:00000200:2.0:1776192960.331083:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349536768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.332799:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.332816:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318800 00000400:00000200:2.0:1776192960.332825:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4341 [1] + 224 00000400:00000200:2.0:1776192960.332840:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.332844:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.332853:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349536768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.333067:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.333071:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.333074:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.333080:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349536768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.333087:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349536768/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.333117:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023fe0419. 02000000:00000010:1.0:1776192960.333123:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000749fc95e. 00000100:00000010:1.0:1776192960.333127:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.333131:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.333136:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00000400:00000200:3.0:1776192960.336725:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.336743:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70780 00000400:00000200:3.0:1776192960.336752:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2cad [2] + 0 00000400:00000200:3.0:1776192960.336816:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.336821:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.336828:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.336834:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a674ed2. 00010000:00000010:1.1:1776192960.336918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c070a0f0. 00010000:00000010:1.1:1776192960.336926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00000020:00000010:0.0:1776192960.337730:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdc84d69. 00000020:00000010:0.0:1776192960.337740:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.337745:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.337775:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a674ed2 x1862471344654208/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192960.337813:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654208 02000000:00000010:0.0:1776192960.337824:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000660f2e52. 00010000:00000010:0.0:1776192960.337850:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fcf6c6. 00010000:00000010:0.0:1776192960.337869:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.337876:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.337902:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.337906:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192960.337920:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a5e36a5. 00000100:00000200:0.0:1776192960.337926:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654208, offset 224 00000400:00000200:0.0:1776192960.337933:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.337946:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.337951:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91886:91886:256:4294967295] 192.168.203.33@tcp LPNI seq info [91886:91886:8:4294967295] 00000400:00000200:0.0:1776192960.337961:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.337966:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.337970:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82352146). 00000800:00000200:0.0:1776192960.337976:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.337983:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.337986:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.338014:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.338019:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00080000:00000010:1.0:1776192960.338021:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000749fc95e. 00000020:00000010:0.0:1776192960.338022:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdc84d69. 00010000:00000010:1.0:1776192960.338447:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.338455:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a84a58d6. 00010000:00000010:1.0:1776192960.338534:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192960.338540:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.338555:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192960.338559:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.338566:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.338576:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023fe0419. 02000000:00000010:1.0:1776192960.338598:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c812dde3. 00000400:00000010:1.0:1776192960.338604:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000800:00000200:2.0:1776192960.338945:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.338950:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82351898). 00000400:00000200:2.0:1776192960.338959:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.338966:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.338971:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a5e36a5 00000400:00000010:2.0:1776192960.338973:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a5e36a5. 00000400:00000010:1.0:1776192960.339281:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.339287:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536832, portal 16 00000400:00000010:1.0:1776192960.339291:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053371c16. 00000100:00000200:1.0:1776192960.339293:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536832, offset 0 00000400:00000200:1.0:1776192960.339300:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.339310:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.339317:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.339321:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.339323:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.339326:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91887:91887:256:4294967295] 192.168.203.33@tcp LPNI seq info [91887:91887:8:4294967295] 00000400:00000200:1.0:1776192960.339333:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.339338:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.339342:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352146). 00000800:00000200:1.0:1776192960.339346:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.339351:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.339355:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.340292:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.340298:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:2.0:1776192960.340304:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.340310:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.340314:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053371c16 00000400:00000010:2.0:1776192960.340316:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053371c16. 00000100:00000200:2.0:1776192960.340323:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349536832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.343442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0adcc7a. 00010000:00000010:1.1:1776192960.347292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038953dda. 00010000:00000010:1.1:1776192960.347308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00000400:00000200:3.0:1776192960.347739:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.347768:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318840 00000400:00000200:3.0:1776192960.347777:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb434d [1] + 224 00000400:00000200:3.0:1776192960.347788:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.347792:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.347802:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349536832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.347836:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.347841:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e707c0 00000400:00000200:3.0:1776192960.347845:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2cad [2] + 328 00000400:00000200:3.0:1776192960.347893:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.347897:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.347901:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.347906:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecebdf8a. 00000400:00000010:1.0:1776192960.348018:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.348024:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.348026:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.348031:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349536832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.348039:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349536832/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.348068:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c812dde3. 02000000:00000010:1.0:1776192960.348074:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000023fe0419. 00000100:00000010:1.0:1776192960.348079:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.348083:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.348087:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00000020:00000010:2.0:1776192960.348382:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003747b83a. 00000020:00000010:2.0:1776192960.348389:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.348393:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.348415:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecebdf8a x1862471344654272/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192960.348451:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654272 02000000:00000010:2.0:1776192960.348463:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cecbbc8. 00010000:00000010:2.0:1776192960.348488:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6c3f24f. 00010000:00000010:2.0:1776192960.348506:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.348512:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.348528:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:2.0:1776192960.348530:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.348541:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083a32d7a. 00000100:00000200:2.0:1776192960.348546:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654272, offset 224 00000400:00000200:2.0:1776192960.348553:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.348562:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.348568:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91888:91888:256:4294967295] 192.168.203.33@tcp LPNI seq info [91888:91888:8:4294967295] 00000400:00000200:2.0:1776192960.348578:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.348583:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.348587:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e26ed31 (tot 82352146). 00000800:00000200:2.0:1776192960.348593:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.348600:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.348615:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e26ed31 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.348639:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.348644:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.348654:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003747b83a. 00080000:00000010:1.0:1776192960.348722:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c812dde3. 00010000:00000010:1.0:1776192960.348814:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.348821:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bac031f7. 00010000:00000010:1.0:1776192960.348894:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192960.348899:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.348909:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192960.348913:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.348918:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.348928:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023fe0419. 02000000:00000010:1.0:1776192960.348948:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d74d383f. 00000400:00000010:1.0:1776192960.348953:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.348957:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.348961:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536896, portal 16 00000400:00000010:1.0:1776192960.348965:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004baf4c55. 00000100:00000200:1.0:1776192960.348968:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536896, offset 0 00000400:00000200:1.0:1776192960.348973:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.348979:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.348986:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.348990:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.348993:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.348995:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91889:91889:255:4294967295] 192.168.203.33@tcp LPNI seq info [91889:91889:7:4294967295] 00000400:00000200:1.0:1776192960.349002:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.349007:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.349010:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352394). 00000800:00000200:1.0:1776192960.349013:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.349017:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.349019:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.349281:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.349285:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e26ed31 (tot 82352146). 00000400:00000200:3.0:1776192960.349289:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.349294:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.349297:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a32d7a 00000400:00000010:3.0:1776192960.349299:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083a32d7a. 00000800:00000200:3.0:1776192960.349349:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.349351:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:3.0:1776192960.349353:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.349356:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.349358:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004baf4c55 00000400:00000010:3.0:1776192960.349359:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004baf4c55. 00000100:00000200:3.0:1776192960.349364:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349536896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.353325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d10ef78. 00010000:00000010:1.1:1776192960.353343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:2.1:1776192960.357638:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd67753e. 00000400:00000200:2.0:1776192960.357683:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.357713:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318880 00000400:00000200:2.0:1776192960.357722:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4359 [1] + 224 00000400:00000200:2.0:1776192960.357739:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.357743:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.357927:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349536896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.358039:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.358044:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.358046:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.358053:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349536896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.358060:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349536896/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.358089:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d74d383f. 02000000:00000010:1.0:1776192960.358095:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000023fe0419. 00000100:00000010:1.0:1776192960.358100:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.358105:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.358109:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00000400:00000200:3.0:1776192960.362597:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.362630:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70800 00000400:00000200:3.0:1776192960.362639:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2cad [2] + 656 00000400:00000200:3.0:1776192960.362719:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.362723:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.362730:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.362736:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007c365056. 00000020:00000010:0.0:1776192960.364647:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdc84d69. 00000020:00000010:0.0:1776192960.364659:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.364663:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.364694:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c365056 x1862471344654336/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192960.364741:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654336 02000000:00000010:0.0:1776192960.364763:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b08d0a5b. 00010000:00000010:0.0:1776192960.364790:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1822794. 00010000:00000010:0.0:1776192960.364813:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.364821:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017eae0a3. 00000100:00000010:0.0:1776192960.364831:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017eae0a3. 00010000:00000010:0.0:1776192960.364834:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192960.364847:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c9b32827. 00000100:00000200:0.0:1776192960.364852:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654336, offset 224 00000400:00000200:0.0:1776192960.364860:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.364874:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.364880:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91890:91890:256:4294967295] 192.168.203.33@tcp LPNI seq info [91890:91890:8:4294967295] 00000400:00000200:0.0:1776192960.364889:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.364895:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.364900:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006aee207c (tot 82352146). 00000800:00000200:0.0:1776192960.364906:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.364912:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.364916:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006aee207c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.364940:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.364945:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.364948:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdc84d69. 00000800:00000200:3.0:1776192960.365194:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.365198:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006aee207c (tot 82351898). 00000400:00000200:3.0:1776192960.365202:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.365206:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.365210:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9b32827 00000400:00000010:3.0:1776192960.365212:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c9b32827. 00080000:00000010:1.0:1776192960.365562:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d74d383f. 00010000:00000010:1.0:1776192960.365660:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.365669:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bcb7df9. 00010000:00000010:1.0:1776192960.365769:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192960.365775:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.365785:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192960.365791:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.365798:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.365809:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bb862ca. 02000000:00000010:1.0:1776192960.365831:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e188cbf7. 00000400:00000010:1.0:1776192960.365836:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.365841:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.365846:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349536960, portal 16 00000400:00000010:1.0:1776192960.365850:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002806a671. 00000100:00000200:1.0:1776192960.365851:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349536960, offset 0 00000400:00000200:1.0:1776192960.365858:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.365866:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.365873:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.365876:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.365879:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.365881:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91891:91891:256:4294967295] 192.168.203.33@tcp LPNI seq info [91891:91891:8:4294967295] 00000400:00000200:1.0:1776192960.365888:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.365893:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.365896:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192960.365901:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.365906:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.365909:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.366230:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.366235:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:2.0:1776192960.366239:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.366244:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.366248:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002806a671 00000400:00000010:2.0:1776192960.366249:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002806a671. 00000100:00000200:2.0:1776192960.366256:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349536960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.370232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002081678d. 00000400:00000200:3.0:1776192960.370842:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.370860:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673188c0 00000400:00000200:3.0:1776192960.370869:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4365 [1] + 224 00000400:00000200:3.0:1776192960.370880:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.370884:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.370902:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349536960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.370939:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.370944:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70840 00000400:00000200:3.0:1776192960.370948:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2cad [2] + 984 00000400:00000200:3.0:1776192960.370968:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.370971:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.370975:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.370981:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059acdabb. 00000400:00000010:1.0:1776192960.371011:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.371026:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.371029:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.371036:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349536960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.371043:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349536960/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.371072:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e188cbf7. 02000000:00000010:1.0:1776192960.371078:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bb862ca. 00000100:00000010:1.0:1776192960.371081:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.371086:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.371090:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00000020:00000010:2.0:1776192960.371210:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003747b83a. 00000020:00000010:2.0:1776192960.371218:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.371221:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.371246:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059acdabb x1862471344654400/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192960.371270:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654400 02000000:00000010:2.0:1776192960.371281:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a5ccf2c. 00010000:00000010:2.0:1776192960.371307:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2112b5a. 00010000:00000010:2.0:1776192960.371329:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.371335:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.371346:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:2.0:1776192960.371348:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.371359:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192960.371363:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654400, offset 224 00000400:00000200:2.0:1776192960.371371:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.371381:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.371386:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91892:91892:256:4294967295] 192.168.203.33@tcp LPNI seq info [91892:91892:8:4294967295] 00000400:00000200:2.0:1776192960.371396:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.371493:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.371498:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b15255fe (tot 82352146). 00000800:00000200:2.0:1776192960.371503:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.371511:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.371515:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b15255fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.371539:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.371544:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.371553:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003747b83a. 00080000:00000010:1.0:1776192960.371629:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bb862ca. 00010000:00000010:1.0:1776192960.371724:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.371731:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c058670e. 00000800:00000200:3.0:1776192960.371802:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.371807:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b15255fe (tot 82351898). 00000400:00000200:3.0:1776192960.371811:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.371817:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00010000:00000010:1.0:1776192960.371818:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004592b6f3. 00000400:00000200:3.0:1776192960.371820:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:3.0:1776192960.371823:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 00010000:00000010:1.0:1776192960.371826:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.371839:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192960.371843:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.371849:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.371859:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e188cbf7. 02000000:00000010:1.0:1776192960.371882:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be8b799c. 00000400:00000010:1.0:1776192960.371886:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.371891:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.371896:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537024, portal 16 00000400:00000010:1.0:1776192960.371900:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a8dc51. 00000100:00000200:1.0:1776192960.371902:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537024, offset 0 00000400:00000200:1.0:1776192960.371908:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.371914:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.371922:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.371926:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.371929:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.371932:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91893:91893:256:4294967295] 192.168.203.33@tcp LPNI seq info [91893:91893:8:4294967295] 00000400:00000200:1.0:1776192960.371939:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.371944:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.371947:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192960.371952:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.371956:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.371958:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.372306:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.372308:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:2.0:1776192960.372312:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.372315:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.372319:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030a8dc51 00000400:00000010:2.0:1776192960.372320:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030a8dc51. 00000100:00000200:2.0:1776192960.372325:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349537024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.374228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab10a7b. 00010000:00000010:1.1:1776192960.374244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00010000:00000010:2.1:1776192960.378312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae956d0. 00000400:00000200:3.0:1776192960.381659:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.381679:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 12 MB=0x69de866e708c0 00000400:00000200:3.0:1776192960.381687:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.33@tcp of length 224/224 into md 0x7e541 [64] + 104376 00000400:00000200:3.0:1776192960.381710:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.381715:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.381722:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1776192960.381728:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000644b610f. 00000400:00000200:3.0:1776192960.381762:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.381768:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 28 MB=0x69de866e70940 00000400:00000200:3.0:1776192960.381772:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.33@tcp of length 224/224 into md 0x7b675 [8] + 4032 00000400:00000200:3.0:1776192960.381778:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.381780:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.381783:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776192960.381786:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009dd79861. 00000400:00000200:3.0:1776192960.381805:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.381810:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 26 MB=0x69de866e70880 00000400:00000200:3.0:1776192960.381815:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.33@tcp of length 224/224 into md 0x8eb25 [2] + 0 00000400:00000010:3.0:1776192960.381819:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b73bf52. 00000400:00000200:3.0:1776192960.381823:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a4290d37 00000400:00000200:3.0:1776192960.381827:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.381829:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.381831:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4290d37 00000400:00000010:3.0:1776192960.381833:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a4290d37 (tot 82351746). 00000100:00000200:3.0:1776192960.381837:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1776192960.381863:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.381868:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 28 MB=0x69de866e70900 00000400:00000200:3.0:1776192960.381871:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.33@tcp of length 224/224 into md 0x7b675 [8] + 4256 00000400:00000200:3.0:1776192960.381881:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.381883:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.381886:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776192960.381902:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000052473a40. 00000020:00000010:3.0:1776192960.381947:0:76133:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a689a4a6. 00000020:00000010:3.0:1776192960.381952:0:76133:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.381956:0:76133:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192960.381997:0:76133:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e01c268. 00000020:00000010:3.0:1776192960.382000:0:76133:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.382002:0:76133:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.382017:0:76133:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654656 02000000:00000010:3.0:1776192960.382034:0:76133:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a79a89a4. 00010000:00000200:3.0:1776192960.382044:0:76133:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000009dd79861 x1862471344654656/t0(0) o400->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1776192960.382060:0:76133:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.382064:0:76133:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862471344654656, offset 224 00000400:00000200:3.0:1776192960.382070:0:76133:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.382080:0:76133:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.382086:0:76133:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91894:91894:256:4294967295] 192.168.203.33@tcp LPNI seq info [91894:91894:8:4294967295] 00000400:00000200:3.0:1776192960.382097:0:76133:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.382101:0:76133:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.382105:0:76133:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82351994). 00000800:00000200:3.0:1776192960.382111:0:76133:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.382305:0:76133:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.382309:0:76133:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.382326:0:76133:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.382330:0:76133:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d1f1679a. 00000020:00000010:3.0:1776192960.382333:0:76133:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a689a4a6. 00000100:00000200:3.0:1776192960.382344:0:76133:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654592 02000000:00000010:3.0:1776192960.382351:0:76133:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a689a4a6. 00010000:00000200:3.0:1776192960.382367:0:76133:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@0000000052473a40 x1862471344654592/t0(0) o400->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1776192960.382381:0:76133:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192960.382384:0:76133:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862471344654592, offset 224 00000400:00000200:3.0:1776192960.382388:0:76133:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.382394:0:76133:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.382397:0:76133:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91895:91895:255:4294967295] 192.168.203.33@tcp LPNI seq info [91895:91895:7:4294967295] 00000400:00000200:3.0:1776192960.382404:0:76133:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.382408:0:76133:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.382411:0:76133:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352242). 00000800:00000200:3.0:1776192960.382415:0:76133:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.382419:0:76133:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.382421:0:76133:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.382427:0:76133:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.382430:0:76133:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.382432:0:76133:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e01c268. 00000800:00000200:3.0:1776192960.382481:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.382484:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351994). 00000400:00000200:3.0:1776192960.382488:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.382491:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.382494:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:3.0:1776192960.382495:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00010000:00000010:1.1:1776192960.382529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c657122. 00010000:00000010:1.1:1776192960.382539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00000800:00000200:3.0:1776192960.382819:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.382822:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351746). 00000400:00000200:3.0:1776192960.382826:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.382830:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.382833:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:3.0:1776192960.382834:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000020:00000010:0.0:1776192960.382953:0:71806:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdc84d69. 00000020:00000010:0.0:1776192960.382958:0:71806:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.382962:0:71806:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.382988:0:71806:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654464 02000000:00000010:0.0:1776192960.382996:0:71806:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a395260. 00010000:00000200:0.0:1776192960.383002:0:71806:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@000000000cbc100f x1862471344654464/t0(0) o400->a9337ace-4a8e-48e0-be00-89e71a35973e@192.168.203.33@tcp:351/0 lens 224/224 e 0 to 0 dl 1776192966 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776192960.383012:0:71806:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001471c6d0. 00000100:00000200:0.0:1776192960.383015:0:71806:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862471344654464, offset 224 00000400:00000200:0.0:1776192960.383020:0:71806:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.383027:0:71806:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.383032:0:71806:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91896:91896:256:4294967295] 192.168.203.33@tcp LPNI seq info [91896:91896:8:4294967295] 00000400:00000200:0.0:1776192960.383039:0:71806:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.383044:0:71806:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.383047:0:71806:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b13dbb82 (tot 82351994). 00000800:00000200:0.0:1776192960.383052:0:71806:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.383056:0:71806:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.383058:0:71806:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b13dbb82 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.383080:0:71806:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.383084:0:71806:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.383086:0:71806:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdc84d69. 00000100:00000200:0.0:1776192960.383092:0:71806:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1776192960.383098:0:71806:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb647e98. 00000400:00000010:0.0:1776192960.383102:0:71806:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000017eae0a3 (tot 82352146). 00000800:00000200:1.0:1776192960.383235:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.383238:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b13dbb82 (tot 82351898). 00000400:00000200:1.0:1776192960.383241:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.383245:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.383248:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001471c6d0 00000400:00000010:1.0:1776192960.383249:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001471c6d0. 02000000:00000010:1.0:1776192960.383253:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a395260. 00000020:00000010:2.0:1776192960.383357:0:68989:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003747b83a. 00000020:00000010:2.0:1776192960.383362:0:68989:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.383365:0:68989:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.383387:0:68989:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654528 02000000:00000010:2.0:1776192960.383398:0:68989:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091825530. 00010000:00000200:2.0:1776192960.383413:0:68989:0:(ldlm_lib.c:3246:target_send_reply_msg()) @@@ sending reply req@00000000644b610f x1862471344654528/t0(0) o400->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 224/224 e 0 to 0 dl 1776193003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776192960.383423:0:68989:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192960.383425:0:68989:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862471344654528, offset 224 00000400:00000200:2.0:1776192960.383430:0:68989:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.383436:0:68989:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.383440:0:68989:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91897:91897:256:4294967295] 192.168.203.33@tcp LPNI seq info [91897:91897:8:4294967295] 00000400:00000200:2.0:1776192960.383447:0:68989:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.383452:0:68989:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.383455:0:68989:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000184662c0 (tot 82352146). 00000800:00000200:2.0:1776192960.383458:0:68989:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.383462:0:68989:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.383464:0:68989:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000184662c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.383474:0:68989:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.383478:0:68989:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.383487:0:68989:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003747b83a. 00000800:00000200:0.0:1776192960.383712:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.383715:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000184662c0 (tot 82351898). 00000400:00000200:0.0:1776192960.383719:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.383723:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.383726:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:0.0:1776192960.383727:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00000400:00000200:3.0:1776192960.384834:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.384850:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318900 00000400:00000200:3.0:1776192960.384860:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4371 [1] + 224 00000400:00000200:3.0:1776192960.384872:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.384876:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.384884:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349537024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.384929:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.384936:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70980 00000400:00000200:3.0:1776192960.384940:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2cad [2] + 1312 00000400:00000200:3.0:1776192960.384950:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.384952:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.384966:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.384972:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5e6027a. 00000020:00000010:0.0:1776192960.385342:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdc84d69. 00000020:00000010:0.0:1776192960.385349:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.385352:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.385374:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5e6027a x1862471344654720/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192960.385413:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654720 02000000:00000010:0.0:1776192960.385424:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a395260. 00010000:00000010:0.0:1776192960.385460:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.385468:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.385474:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.385477:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000010:0.0:1776192960.385488:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029749459. 00000100:00000200:0.0:1776192960.385493:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654720, offset 224 00000400:00000200:0.0:1776192960.385499:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.385510:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.385514:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91898:91898:256:4294967295] 192.168.203.33@tcp LPNI seq info [91898:91898:8:4294967295] 00000400:00000200:0.0:1776192960.385522:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.385527:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.385531:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b13dbb82 (tot 82352146). 00000800:00000200:0.0:1776192960.385535:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.385541:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.385544:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b13dbb82 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.385564:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2cd057a. 00000020:00000010:0.0:1776192960.385567:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.385569:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdc84d69. 00000800:00000200:3.0:1776192960.385743:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.385746:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b13dbb82 (tot 82351898). 00000400:00000200:3.0:1776192960.385750:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.385754:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.385757:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029749459 00000400:00000010:3.0:1776192960.385759:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029749459. 00000400:00000010:1.0:1776192960.385844:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.385848:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.385850:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.385855:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349537024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.385865:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349537024/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192960.385884:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a21c694. 02000000:00000010:1.0:1776192960.385899:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be8b799c. 02000000:00000010:1.0:1776192960.385903:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e188cbf7. 00000100:00000010:1.0:1776192960.385906:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.385909:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.385913:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00080000:00000010:1.0:1776192960.385927:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e188cbf7. 00010000:00000010:1.0:1776192960.386008:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.386016:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce25949e. 00010000:00000010:1.0:1776192960.386101:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192960.386106:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.386114:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192960.386117:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.386123:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.386133:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be8b799c. 02000000:00000010:1.0:1776192960.386197:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023fe0419. 00000400:00000010:1.0:1776192960.386211:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.386216:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.386220:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537088, portal 16 00000400:00000010:1.0:1776192960.386224:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee38bd31. 00000100:00000200:1.0:1776192960.386225:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537088, offset 0 00000400:00000200:1.0:1776192960.386231:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.386238:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.386243:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.386247:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.386250:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.386252:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91899:91899:256:4294967295] 192.168.203.33@tcp LPNI seq info [91899:91899:8:4294967295] 00000400:00000200:1.0:1776192960.386259:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.386262:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.386265:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192960.386269:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.386273:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.386275:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.386434:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.386437:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:3.0:1776192960.386440:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.386444:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.386447:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee38bd31 00000400:00000010:3.0:1776192960.386448:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee38bd31. 00000100:00000200:3.0:1776192960.386453:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349537088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.391199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c62244f5. 00010000:00000010:1.1:1776192960.391226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2a09172. 00010000:00000010:1.1:1776192960.391230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004592b6f3. 00000400:00000200:3.0:1776192960.392429:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.392446:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318940 00000400:00000200:3.0:1776192960.392455:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4391 [1] + 224 00000400:00000200:3.0:1776192960.392470:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.392474:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.392485:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349537088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.392934:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:1.0:1776192960.392940:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:1.0:1776192960.392942:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.392948:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349537088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.392956:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349537088/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.392983:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023fe0419. 02000000:00000010:1.0:1776192960.392991:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be8b799c. 00000100:00000010:1.0:1776192960.392996:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:1.0:1776192960.393001:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:1.0:1776192960.393005:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00000400:00000200:3.0:1776192960.393788:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.393802:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e709c0 00000400:00000200:3.0:1776192960.393808:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2cad [2] + 1640 00000400:00000200:3.0:1776192960.393862:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.393866:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.393872:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.393877:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a64fa28. 00000020:00000010:2.0:1776192960.394277:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3c53f72. 00000020:00000010:2.0:1776192960.394285:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.394289:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.394315:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a64fa28 x1862471344654784/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192960.394350:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654784 02000000:00000010:2.0:1776192960.394362:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003747b83a. 00010000:00000010:2.0:1776192960.394387:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000938a078a. 00010000:00000010:2.0:1776192960.394556:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.394562:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.394580:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:2.0:1776192960.394584:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.394596:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ddb421c2. 00000100:00000200:2.0:1776192960.394600:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654784, offset 224 00000400:00000200:2.0:1776192960.394608:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.394619:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.394624:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91900:91900:256:4294967295] 192.168.203.33@tcp LPNI seq info [91900:91900:8:4294967295] 00000400:00000200:2.0:1776192960.394634:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.394638:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.394643:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82352146). 00000800:00000200:2.0:1776192960.394648:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.394655:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.394658:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.394673:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.394677:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.394686:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3c53f72. 00000800:00000200:3.0:1776192960.396718:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.396725:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82351898). 00000400:00000200:3.0:1776192960.396733:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.396742:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.396747:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ddb421c2 00000400:00000010:3.0:1776192960.396749:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ddb421c2. 00080000:00000010:1.0:1776192960.399018:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023fe0419. 00010000:00000010:1.0:1776192960.399121:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.399130:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6e0b85a. 00010000:00000010:1.0:1776192960.399467:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004592b6f3. 00010000:00000010:1.0:1776192960.399473:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4ad24df. 00010000:00000010:1.0:1776192960.399486:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b74c333. 00000100:00000010:1.0:1776192960.399493:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cbf15f3. 00000100:00000010:1.0:1776192960.399503:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 02000000:00000010:1.0:1776192960.399517:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be8b799c. 02000000:00000010:1.0:1776192960.399549:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c30b779b. 00000400:00000010:1.0:1776192960.399556:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f0e1aa4. 00000400:00000010:1.0:1776192960.399562:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037a5fdbc. 00000100:00000200:1.0:1776192960.399568:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537152, portal 16 00000400:00000010:1.0:1776192960.399573:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ef59f96. 00000100:00000200:1.0:1776192960.399575:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537152, offset 0 00000400:00000200:1.0:1776192960.399585:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.399601:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.399620:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.399624:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.399627:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.399630:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91901:91901:256:4294967295] 192.168.203.33@tcp LPNI seq info [91901:91901:8:4294967295] 00000400:00000200:1.0:1776192960.400555:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.400564:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.401041:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006aee207c (tot 82352146). 00000800:00000200:0.0:1776192960.401053:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.401061:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.401065:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006aee207c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.401279:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.401283:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006aee207c (tot 82351898). 00000400:00000200:3.0:1776192960.401289:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.401294:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.401298:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ef59f96 00000400:00000010:3.0:1776192960.401300:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007ef59f96. 00000100:00000200:3.0:1776192960.401308:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c81c218 x1862471349537152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.401652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf70bff. 00000400:00000200:3.0:1776192960.403003:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.403032:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318980 00000400:00000200:3.0:1776192960.403042:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb439d [1] + 224 00000400:00000200:3.0:1776192960.403057:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.403065:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.403075:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c81c218 x1862471349537152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192960.403145:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f0e1aa4. 00000400:00000200:0.0:1776192960.403151:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037a5fdbc 00000400:00000010:0.0:1776192960.403184:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037a5fdbc. 00000100:00000200:0.0:1776192960.403191:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c81c218 x1862471349537152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.403200:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c81c218 x1862471349537152/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.403239:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c30b779b. 02000000:00000010:0.0:1776192960.403245:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be8b799c. 00000100:00000010:0.0:1776192960.403249:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000010:0.0:1776192960.403254:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cbf15f3. 00010000:00000010:0.0:1776192960.403258:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b74c333. 00000400:00000200:3.0:1776192960.404622:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.404638:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70a00 00000400:00000200:3.0:1776192960.404646:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2cad [2] + 1968 00000400:00000010:3.0:1776192960.404650:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c2937d5. 00000400:00000200:3.0:1776192960.404655:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008de68682 00000400:00000200:3.0:1776192960.404714:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.404718:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.404724:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008de68682 00000400:00000010:3.0:1776192960.404726:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008de68682 (tot 82351746). 00000100:00000200:3.0:1776192960.404731:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192960.405310:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3c53f72. 00000020:00000010:2.0:1776192960.405319:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.405322:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.405347:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044bd7e57 x1862471344654848/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192960.405375:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654848 02000000:00000010:2.0:1776192960.405384:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5ba688f. 00010000:00000010:2.0:1776192960.405419:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1047aab. 00010000:00000010:2.0:1776192960.405442:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.405448:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b725ac26. 00000100:00000010:2.0:1776192960.405464:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b725ac26. 00010000:00000010:2.0:1776192960.405467:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000400:00000010:2.0:1776192960.405478:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9f7e3c. 00000100:00000200:2.0:1776192960.405483:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654848, offset 224 00000400:00000200:2.0:1776192960.405491:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.405501:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.405507:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91902:91902:256:4294967295] 192.168.203.33@tcp LPNI seq info [91902:91902:8:4294967295] 00000400:00000200:2.0:1776192960.405517:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.405521:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.405526:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f9413d (tot 82351994). 00000800:00000200:2.0:1776192960.405530:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.405537:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.405541:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007f9413d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.405563:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.405567:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.405576:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3c53f72. 02000000:00000010:2.0:1776192960.405584:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003747b83a. 00000100:00000010:2.0:1776192960.405587:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a64fa28. 02000000:00000010:2.0:1776192960.405590:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a395260. 00000100:00000010:2.0:1776192960.405592:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5e6027a. 02000000:00000010:2.0:1776192960.405595:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a5ccf2c. 00000100:00000010:2.0:1776192960.405597:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059acdabb. 02000000:00000010:2.0:1776192960.405599:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b08d0a5b. 00000100:00000010:2.0:1776192960.405601:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007c365056. 02000000:00000010:2.0:1776192960.405603:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cecbbc8. 00000100:00000010:2.0:1776192960.405605:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecebdf8a. 02000000:00000010:2.0:1776192960.405608:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000660f2e52. 00000100:00000010:2.0:1776192960.405610:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a674ed2. 00000100:00000200:2.0:1776192960.405616:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192960.405621:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8d6da38. 00000400:00000010:2.0:1776192960.405624:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b725ac26 (tot 82352146). 00080000:00000010:1.0:1776192960.405864:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c30b779b. 00000800:00000200:3.0:1776192960.405953:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.405961:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f9413d (tot 82351898). 00000400:00000200:3.0:1776192960.405967:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.405971:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.405974:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9f7e3c 00000400:00000010:3.0:1776192960.405976:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9f7e3c. 02000000:00000010:3.0:1776192960.405981:0:15849:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5ba688f. 00010000:00000010:2.0:1776192960.406332:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4ad24df. 00010000:00000010:2.0:1776192960.406340:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b92a94d3. 00010000:00000010:2.0:1776192960.406422:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d08b07e0. 00010000:00000010:2.0:1776192960.406427:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e997a5a7. 00010000:00000010:2.0:1776192960.406437:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357c061a. 00000100:00000010:2.0:1776192960.406441:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.406448:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192960.406459:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064e2053d. 02000000:00000010:2.0:1776192960.406479:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098addaff. 00000400:00000010:2.0:1776192960.406484:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9abf846. 00000400:00000010:2.0:1776192960.406487:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083a32d7a. 00000100:00000200:2.0:1776192960.406491:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537216, portal 16 00000400:00000010:2.0:1776192960.406496:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ece33ff6. 00000100:00000200:2.0:1776192960.406498:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537216, offset 0 00000400:00000200:2.0:1776192960.406504:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.406511:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.406518:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.406521:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.406524:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.406526:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91903:91903:256:4294967295] 192.168.203.33@tcp LPNI seq info [91903:91903:8:4294967295] 00000400:00000200:2.0:1776192960.406532:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.406536:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.406539:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdd12d57 (tot 82352146). 00000800:00000200:2.0:1776192960.406543:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.406548:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.406551:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdd12d57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.406628:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.406631:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdd12d57 (tot 82351898). 00000400:00000200:3.0:1776192960.406635:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.406639:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.406641:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ece33ff6 00000400:00000010:3.0:1776192960.406643:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ece33ff6. 00000100:00000200:3.0:1776192960.406648:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349537216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.409194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c54666. 00010000:00000010:1.1:1776192960.409222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00000400:00000200:3.0:1776192960.411313:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.411365:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673189c0 00000400:00000200:3.0:1776192960.411374:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb43ad [1] + 224 00000400:00000200:3.0:1776192960.411387:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.411391:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.411402:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349537216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.411447:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.411453:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70a40 00000400:00000200:3.0:1776192960.411457:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d05 [2] + 0 00000400:00000200:3.0:1776192960.411772:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.411777:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.411781:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.411787:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feafb61a. 00000400:00000010:0.0:1776192960.412255:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9abf846. 00000400:00000200:0.0:1776192960.412261:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083a32d7a 00000400:00000010:0.0:1776192960.412262:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083a32d7a. 00000100:00000200:0.0:1776192960.412269:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349537216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.412277:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349537216/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.412305:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098addaff. 02000000:00000010:0.0:1776192960.412311:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064e2053d. 00000100:00000010:0.0:1776192960.412315:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:0.0:1776192960.412319:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:0.0:1776192960.412322:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357c061a. 00000020:00000010:2.0:1776192960.414103:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064e2053d. 00000020:00000010:2.0:1776192960.414440:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.414447:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.414477:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000feafb61a x1862471344654912/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192960.414571:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654912 02000000:00000010:2.0:1776192960.414582:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098addaff. 00010000:00000010:2.0:1776192960.414607:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f472625f. 00010000:00000010:2.0:1776192960.414632:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.414639:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192960.414659:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192960.414662:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192960.414675:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008336ec2e. 00000100:00000200:2.0:1776192960.414680:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654912, offset 224 00000400:00000200:2.0:1776192960.414688:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.414712:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.414718:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91904:91904:256:4294967295] 192.168.203.33@tcp LPNI seq info [91904:91904:8:4294967295] 00000400:00000200:2.0:1776192960.414728:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.414734:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.414740:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fab8b8f (tot 82352146). 00000800:00000200:2.0:1776192960.414746:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.414753:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.414756:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002fab8b8f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.414782:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.414787:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.414795:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064e2053d. 00080000:00000010:0.0:1776192960.414853:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bdc84d69. 00010000:00000010:0.0:1776192960.414938:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e997a5a7. 00010000:00000010:0.0:1776192960.414945:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001441b1dc. 00010000:00000010:0.0:1776192960.415022:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192960.415028:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.415038:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.415042:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.415048:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.415057:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008fccd200. 02000000:00000010:0.0:1776192960.415080:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fd3236f. 00000400:00000010:0.0:1776192960.415085:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea150b0d. 00000400:00000010:0.0:1776192960.415090:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192960.415094:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537280, portal 16 00000400:00000010:0.0:1776192960.415098:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60aca29. 00000100:00000200:0.0:1776192960.415100:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537280, offset 0 00000400:00000200:0.0:1776192960.415105:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.415122:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.415128:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.415131:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.415134:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.415137:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91905:91905:255:4294967295] 192.168.203.33@tcp LPNI seq info [91905:91905:7:4294967295] 00000400:00000200:0.0:1776192960.415144:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.415149:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.415152:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82352394). 00000800:00000200:0.0:1776192960.415172:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.415176:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.415178:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.415506:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.415510:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fab8b8f (tot 82352146). 00000400:00000200:1.0:1776192960.415515:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.415520:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.415525:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008336ec2e 00000400:00000010:1.0:1776192960.415527:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008336ec2e. 00000800:00000200:1.0:1776192960.415590:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.415592:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82351898). 00000400:00000200:1.0:1776192960.415595:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.415598:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.415600:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60aca29 00000400:00000010:1.0:1776192960.415601:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60aca29. 00000100:00000200:1.0:1776192960.415606:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349537280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.416491:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e769b90. 00010000:00000010:2.1:1776192960.419330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008da31ca3. 00010000:00000010:2.1:1776192960.419345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004592b6f3. 00000400:00000200:3.0:1776192960.421044:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.421062:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318a00 00000400:00000200:3.0:1776192960.421071:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb43b9 [1] + 224 00000400:00000200:3.0:1776192960.421087:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.421094:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.421105:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349537280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.421270:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.421276:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70a80 00000400:00000200:3.0:1776192960.421280:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d05 [2] + 328 00000400:00000200:3.0:1776192960.421289:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.421291:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.421295:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.421305:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000989f81ef. 00000020:00000010:2.0:1776192960.422497:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064e2053d. 00000020:00000010:2.0:1776192960.422506:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.422511:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.422539:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000989f81ef x1862471344654976/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192960.422573:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344654976 02000000:00000010:2.0:1776192960.422583:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5ba688f. 00010000:00000010:2.0:1776192960.422617:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.422625:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192960.422632:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192960.422635:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192960.422647:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099cb8070. 00000100:00000200:2.0:1776192960.422652:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344654976, offset 224 00000400:00000200:2.0:1776192960.422659:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.422670:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.422676:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91906:91906:256:4294967295] 192.168.203.33@tcp LPNI seq info [91906:91906:8:4294967295] 00000400:00000200:2.0:1776192960.422686:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.422690:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.422695:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fab8b8f (tot 82352146). 00000800:00000200:2.0:1776192960.422710:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.422717:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.422721:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002fab8b8f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.422749:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.422755:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.422765:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064e2053d. 00000800:00000200:1.0:1776192960.422907:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.422911:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fab8b8f (tot 82351898). 00000400:00000200:1.0:1776192960.422915:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.422919:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.422923:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099cb8070 00000400:00000010:1.0:1776192960.422925:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099cb8070. 00000400:00000010:0.0:1776192960.423347:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea150b0d. 00000400:00000200:0.0:1776192960.423353:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192960.423355:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192960.423362:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349537280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.423371:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349537280/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192960.423394:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3a8a8cf. 02000000:00000010:0.0:1776192960.423410:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fd3236f. 02000000:00000010:0.0:1776192960.423415:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008fccd200. 00000100:00000010:0.0:1776192960.423418:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:0.0:1776192960.423422:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.423506:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00080000:00000010:0.0:1776192960.423611:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fccd200. 00010000:00000010:0.0:1776192960.423689:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.423695:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043379bdc. 00010000:00000010:0.1:1776192960.425404:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d06d7d71. 00010000:00000010:0.1:1776192960.425415:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08b07e0. 00010000:00000010:2.1:1776192960.425477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019bf710c. 00010000:00000010:0.0:1776192960.425689:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.0:1776192960.425698:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.425837:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.425844:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.425854:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.425867:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fd3236f. 02000000:00000010:0.0:1776192960.425891:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d21a1dc. 00000400:00000010:0.0:1776192960.425898:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea150b0d. 00000400:00000010:0.0:1776192960.425903:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192960.425909:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537344, portal 16 00000400:00000010:0.0:1776192960.425913:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:0.0:1776192960.425916:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537344, offset 0 00000400:00000200:0.0:1776192960.425924:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.425939:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.425945:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.425948:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.425952:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.425955:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91907:91907:256:4294967295] 192.168.203.33@tcp LPNI seq info [91907:91907:8:4294967295] 00000400:00000200:0.0:1776192960.425964:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.428116:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.428127:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3195cd1 (tot 82352146). 00000800:00000200:0.0:1776192960.428136:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.428144:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.428148:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3195cd1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.428941:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.428948:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3195cd1 (tot 82351898). 00000400:00000200:1.0:1776192960.428953:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.428960:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.428965:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:1.0:1776192960.428967:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000100:00000200:1.0:1776192960.428976:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349537344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.434462:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.434481:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318a40 00000400:00000200:3.0:1776192960.434490:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb43c5 [1] + 224 00000400:00000200:3.0:1776192960.434504:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.434508:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.434519:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349537344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.434990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea6ef747. 00010000:00000010:0.1:1776192960.435000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078ef4f1a. 00010000:00000010:0.1:1776192960.435004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00000400:00000010:0.0:1776192960.435023:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea150b0d. 00000400:00000200:0.0:1776192960.435028:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192960.435031:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192960.435038:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349537344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.435047:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349537344/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.435075:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d21a1dc. 02000000:00000010:0.0:1776192960.435080:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fd3236f. 00000100:00000010:0.0:1776192960.435084:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:0.0:1776192960.435088:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.435091:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000200:1.0:1776192960.442661:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.442681:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70ac0 00000400:00000200:1.0:1776192960.442689:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d05 [2] + 656 00000400:00000200:1.0:1776192960.442766:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.442771:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.442778:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.442783:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 00000020:00000010:3.0:1776192960.444373:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e01c268. 00000020:00000010:3.0:1776192960.444384:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.444389:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.444417:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f17b910 x1862471344655040/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192960.444455:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655040 02000000:00000010:3.0:1776192960.444466:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000081c4c1ea. 00010000:00000010:3.0:1776192960.444495:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015bed412. 00010000:00000010:3.0:1776192960.446085:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.446099:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192960.446136:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:3.0:1776192960.446140:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000400:00000010:3.0:1776192960.446693:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192960.446712:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655040, offset 224 00000400:00000200:3.0:1776192960.446732:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.446752:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.446759:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91908:91908:256:4294967295] 192.168.203.33@tcp LPNI seq info [91908:91908:8:4294967295] 00000400:00000200:3.0:1776192960.446770:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.446775:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.446781:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192960.446789:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.446796:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.446800:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.446829:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.446835:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.446839:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e01c268. 00080000:00000010:0.0:1776192960.446998:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fd3236f. 00010000:00000010:0.0:1776192960.447102:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.447110:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000424e4393. 00000800:00000200:1.0:1776192960.447134:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.447138:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:1.0:1776192960.447144:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.447149:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.447184:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:1.0:1776192960.447187:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00010000:00000010:0.0:1776192960.447213:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192960.447220:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.447231:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.447237:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.447244:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.447256:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d21a1dc. 02000000:00000010:0.0:1776192960.447280:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087f6d3ee. 00000400:00000010:0.0:1776192960.447286:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea150b0d. 00000400:00000010:0.0:1776192960.447290:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192960.447295:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537408, portal 16 00000400:00000010:0.0:1776192960.447299:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192960.447301:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537408, offset 0 00000400:00000200:0.0:1776192960.447307:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.447315:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.447322:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.447325:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.447328:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.447331:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91909:91909:256:4294967295] 192.168.203.33@tcp LPNI seq info [91909:91909:8:4294967295] 00000400:00000200:0.0:1776192960.447338:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.447343:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.447345:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82352146). 00000800:00000200:0.0:1776192960.447349:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.447354:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.447356:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.447680:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.447682:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82351898). 00000400:00000200:3.0:1776192960.447685:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.447689:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.447691:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:3.0:1776192960.447692:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00000100:00000200:3.0:1776192960.447697:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349537408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.450514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b19fee7. 00000400:00000200:1.0:1776192960.451875:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.451894:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318a80 00000400:00000200:1.0:1776192960.451902:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb43d1 [1] + 224 00000400:00000200:1.0:1776192960.451913:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.451917:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.451928:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349537408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.451964:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.451970:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70b00 00000400:00000200:1.0:1776192960.451975:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d05 [2] + 984 00000400:00000200:1.0:1776192960.451985:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.451989:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000010:0.0:1776192960.451995:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea150b0d. 00000400:00000200:0.0:1776192960.452002:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192960.452004:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:1.0:1776192960.452009:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776192960.452012:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349537408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1776192960.452015:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 00000100:00000200:0.0:1776192960.452024:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349537408/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.452066:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087f6d3ee. 02000000:00000010:0.0:1776192960.452073:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d21a1dc. 00000100:00000010:0.0:1776192960.452076:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:0.0:1776192960.452080:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.452085:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000020:00000010:3.0:1776192960.452561:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e01c268. 00000020:00000010:3.0:1776192960.452568:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.452572:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.452597:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009928a598 x1862471344655104/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192960.452635:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655104 02000000:00000010:3.0:1776192960.452647:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c85f382c. 00010000:00000010:3.0:1776192960.452675:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df848699. 00010000:00000010:3.0:1776192960.452695:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.452711:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192960.452725:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:3.0:1776192960.452728:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000400:00000010:3.0:1776192960.452739:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192960.452744:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655104, offset 224 00000400:00000200:3.0:1776192960.452752:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.452763:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.452769:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91910:91910:256:4294967295] 192.168.203.33@tcp LPNI seq info [91910:91910:8:4294967295] 00000400:00000200:3.0:1776192960.452779:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.452784:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.452790:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.452795:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.452803:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.452807:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.452831:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.452835:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.452839:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e01c268. 00000800:00000200:1.0:1776192960.452950:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.452953:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:1.0:1776192960.452958:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.452962:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.452965:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:1.0:1776192960.452967:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00080000:00000010:0.0:1776192960.453192:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d21a1dc. 00010000:00000010:0.0:1776192960.453277:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.453284:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000165a43c8. 00010000:00000010:0.0:1776192960.453372:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.0:1776192960.453378:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.453388:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.453392:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.453399:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.453410:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087f6d3ee. 02000000:00000010:0.0:1776192960.453446:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d43c09a. 00000400:00000010:0.0:1776192960.453452:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea150b0d. 00000400:00000010:0.0:1776192960.453455:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192960.453460:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537472, portal 16 00000400:00000010:0.0:1776192960.453464:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b58acd5f. 00000100:00000200:0.0:1776192960.453466:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537472, offset 0 00000400:00000200:0.0:1776192960.453472:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.453479:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.453485:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.453488:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.453491:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.453494:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91911:91911:256:4294967295] 192.168.203.33@tcp LPNI seq info [91911:91911:8:4294967295] 00000400:00000200:0.0:1776192960.453501:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.453505:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.453509:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192960.453674:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.453680:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.453684:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.455209:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.455216:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:3.0:1776192960.455222:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.455230:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.455235:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b58acd5f 00000400:00000010:3.0:1776192960.455237:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b58acd5f. 00000100:00000200:3.0:1776192960.455245:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349537472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.456026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d069c2. 00010000:00000010:0.1:1776192960.456037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00010000:00000010:3.1:1776192960.459652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3ad76bd. 00000400:00000200:1.0:1776192960.461304:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.461322:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318ac0 00000400:00000200:1.0:1776192960.461332:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb43dd [1] + 224 00000400:00000200:1.0:1776192960.461347:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.461352:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.461363:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349537472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192960.461458:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea150b0d. 00000400:00000200:0.0:1776192960.461464:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192960.461466:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192960.461472:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349537472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.461479:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349537472/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.461508:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d43c09a. 02000000:00000010:0.0:1776192960.461515:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087f6d3ee. 00000100:00000010:0.0:1776192960.461519:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:0.0:1776192960.461523:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.461528:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00010000:00000010:0.1:1776192960.464240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c09666ee. 00010000:00000010:0.1:1776192960.464259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00000400:00000200:1.0:1776192960.466886:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.466907:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70b40 00000400:00000200:1.0:1776192960.466915:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d05 [2] + 1312 00000400:00000200:1.0:1776192960.466993:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.466998:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.467005:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.467011:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 00000020:00000010:2.0:1776192960.467134:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064e2053d. 00000020:00000010:2.0:1776192960.467151:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.467196:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.467224:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad1b0323 x1862471344655168/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192960.467258:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655168 02000000:00000010:2.0:1776192960.467269:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a5ccf2c. 00010000:00000010:2.0:1776192960.467298:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000612f5d30. 00010000:00000010:2.0:1776192960.467319:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.467325:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192960.467334:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192960.467337:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192960.467349:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041e8a8a8. 00000100:00000200:2.0:1776192960.467363:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655168, offset 224 00000400:00000200:2.0:1776192960.467371:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.467382:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.467387:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91912:91912:256:4294967295] 192.168.203.33@tcp LPNI seq info [91912:91912:8:4294967295] 00000400:00000200:2.0:1776192960.467397:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.467402:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.467407:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdd12d57 (tot 82352146). 00000800:00000200:2.0:1776192960.467413:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.467419:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.467423:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdd12d57 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776192960.467556:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087f6d3ee. 00010000:00000010:0.0:1776192960.467638:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.467644:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe8698d2. 00010000:00000010:0.0:1776192960.467731:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192960.467737:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.467749:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.467753:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.467760:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.467770:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d43c09a. 02000000:00000010:0.0:1776192960.467791:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4a92ebd. 00000400:00000010:0.0:1776192960.467796:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea150b0d. 00000400:00000010:0.0:1776192960.467800:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192960.467805:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537536, portal 16 00000400:00000010:0.0:1776192960.467808:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f454187. 00000100:00000200:0.0:1776192960.467810:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537536, offset 0 00000400:00000200:0.0:1776192960.467816:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.467822:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.467828:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.467831:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.467834:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.467837:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91913:91913:255:4294967295] 192.168.203.33@tcp LPNI seq info [91913:91913:7:4294967295] 00000400:00000200:0.0:1776192960.467844:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.467848:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.467851:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82352394). 00000800:00000200:0.0:1776192960.467855:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.467858:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.467861:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.468004:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.468011:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.468022:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064e2053d. 00000800:00000200:1.0:1776192960.468811:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.468816:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82352146). 00000400:00000200:1.0:1776192960.468821:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.468826:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.468830:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f454187 00000400:00000010:1.0:1776192960.468832:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f454187. 00000100:00000200:1.0:1776192960.468839:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349537536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776192960.468904:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.468906:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdd12d57 (tot 82351898). 00000400:00000200:1.0:1776192960.468910:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.468913:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.468915:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041e8a8a8 00000400:00000010:1.0:1776192960.468917:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041e8a8a8. 00000400:00000200:1.0:1776192960.476118:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00010000:00000010:0.1:1776192960.476293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4352705. 00010000:00000010:0.1:1776192960.476301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00000400:00000200:1.0:1776192960.476554:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318b00 00000400:00000200:1.0:1776192960.476566:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb43e9 [1] + 224 00000400:00000200:1.0:1776192960.476581:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.476585:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.476597:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349537536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.476620:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.476626:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70b80 00000400:00000200:1.0:1776192960.476630:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d05 [2] + 1640 00000400:00000010:0.0:1776192960.477044:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea150b0d. 00000400:00000200:0.0:1776192960.477061:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192960.477063:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192960.477070:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349537536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.477078:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349537536/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.477111:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4a92ebd. 02000000:00000010:0.0:1776192960.477122:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d43c09a. 00000100:00000010:0.0:1776192960.477126:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:0.0:1776192960.477130:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.477134:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000200:1.0:1776192960.478257:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.478268:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.478276:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.478284:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 00000020:00000010:3.0:1776192960.480331:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e01c268. 00000020:00000010:3.0:1776192960.480341:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.480345:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.480526:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f277e3e x1862471344655232/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192960.480597:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655232 02000000:00000010:3.0:1776192960.480608:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058043216. 00010000:00000010:3.0:1776192960.480637:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000167589d5. 00010000:00000010:3.0:1776192960.480660:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.480667:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192960.480686:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:3.0:1776192960.480689:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00000400:00000010:3.0:1776192960.480718:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192960.480725:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655232, offset 224 00000400:00000200:3.0:1776192960.480733:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.480746:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.480752:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91914:91914:256:4294967295] 192.168.203.33@tcp LPNI seq info [91914:91914:8:4294967295] 00000400:00000200:3.0:1776192960.480763:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.480768:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.480773:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192960.480779:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.480786:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.480790:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.480812:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.480817:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.480819:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e01c268. 00000800:00000200:1.0:1776192960.480944:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.480949:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:1.0:1776192960.480958:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.480964:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.480968:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:1.0:1776192960.480970:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00080000:00000010:0.0:1776192960.484809:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d43c09a. 00010000:00000010:0.0:1776192960.484921:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.484930:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b58d998e. 00010000:00000010:0.0:1776192960.485035:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000520ab92a. 00010000:00000010:0.0:1776192960.485041:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b089b438. 00010000:00000010:0.0:1776192960.485053:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.485061:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.485072:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.485086:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4a92ebd. 02000000:00000010:0.0:1776192960.485114:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f272826. 00000400:00000010:0.0:1776192960.485121:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea150b0d. 00000400:00000010:0.0:1776192960.485127:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192960.485134:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537600, portal 16 00000400:00000010:0.0:1776192960.485140:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192960.485143:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537600, offset 0 00000400:00000200:0.0:1776192960.485172:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.485190:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.485197:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.485200:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.485203:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.485206:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91915:91915:256:4294967295] 192.168.203.33@tcp LPNI seq info [91915:91915:8:4294967295] 00000400:00000200:0.0:1776192960.485217:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.485222:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.485228:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:0.0:1776192960.485235:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.485242:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.485247:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192960.486205:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000099a3790. 00000800:00000200:2.0:1776192960.486219:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.486223:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:2.0:1776192960.486227:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.486250:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.486256:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:2.0:1776192960.486258:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000100:00000200:2.0:1776192960.486266:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349537600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.490366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049b5a1b0. 00010000:00000010:0.1:1776192960.490383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:3.1:1776192960.495210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000495f41a8. 00000400:00000200:1.0:1776192960.497321:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.497339:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318b40 00000400:00000200:1.0:1776192960.497349:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb43f5 [1] + 224 00000400:00000200:1.0:1776192960.497379:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.497384:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.497394:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349537600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192960.497568:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea150b0d. 00000400:00000200:0.0:1776192960.497573:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192960.497575:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192960.497580:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349537600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.497588:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349537600/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.497616:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f272826. 02000000:00000010:0.0:1776192960.497622:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4a92ebd. 00000100:00000010:0.0:1776192960.497626:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:0.0:1776192960.497629:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.497633:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000400:00000200:1.0:1776192960.504662:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.504684:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70bc0 00000400:00000200:1.0:1776192960.504691:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d05 [2] + 1968 00000400:00000010:1.0:1776192960.504696:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004ca591b0. 00000400:00000200:1.0:1776192960.504717:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004ff4e413 00000400:00000200:1.0:1776192960.504786:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.504792:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.504797:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ff4e413 00000400:00000010:1.0:1776192960.504799:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004ff4e413 (tot 82351746). 00000100:00000200:1.0:1776192960.504806:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192960.508516:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064e2053d. 00000020:00000010:2.0:1776192960.508531:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.508536:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.508568:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000354de480 x1862471344655296/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192960.508648:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655296 02000000:00000010:2.0:1776192960.508661:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cecbbc8. 00010000:00000010:2.0:1776192960.508688:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006981c88b. 00010000:00000010:2.0:1776192960.508724:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.508732:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740c11c6. 00000100:00000010:2.0:1776192960.508755:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740c11c6. 00010000:00000010:2.0:1776192960.508758:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192960.508770:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e4bb915. 00000100:00000200:2.0:1776192960.508775:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655296, offset 224 00000400:00000200:2.0:1776192960.508782:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.508797:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.508804:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91916:91916:256:4294967295] 192.168.203.33@tcp LPNI seq info [91916:91916:8:4294967295] 00000400:00000200:2.0:1776192960.508814:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.508819:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.508823:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f9413d (tot 82351994). 00000800:00000200:2.0:1776192960.508830:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.508836:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.508839:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007f9413d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.508862:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.508867:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.508877:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064e2053d. 02000000:00000010:2.0:1776192960.508886:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058043216. 00000100:00000010:2.0:1776192960.508903:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 02000000:00000010:2.0:1776192960.508908:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a5ccf2c. 00000100:00000010:2.0:1776192960.508910:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 02000000:00000010:2.0:1776192960.508914:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c85f382c. 00000100:00000010:2.0:1776192960.508915:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 02000000:00000010:2.0:1776192960.508918:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000081c4c1ea. 00000100:00000010:2.0:1776192960.508919:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 02000000:00000010:2.0:1776192960.508922:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5ba688f. 00000100:00000010:2.0:1776192960.508923:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000989f81ef. 02000000:00000010:2.0:1776192960.508926:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098addaff. 00000100:00000010:2.0:1776192960.508928:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000feafb61a. 00000100:00000200:2.0:1776192960.508935:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192960.508940:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7cc284f. 00000400:00000010:2.0:1776192960.508944:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000740c11c6 (tot 82352146). 00080000:00000010:1.0:1776192960.509113:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8d28183. 00010000:00000010:1.0:1776192960.509226:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b089b438. 00010000:00000010:1.0:1776192960.509233:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003564c40d. 00010000:00000010:1.0:1776192960.509299:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192960.509304:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052bb40e6. 00010000:00000010:1.0:1776192960.509314:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d2dcfe0. 00000100:00000010:1.0:1776192960.509318:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c65d7d52. 00000100:00000010:1.0:1776192960.509324:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 02000000:00000010:1.0:1776192960.509334:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2ddf18d. 02000000:00000010:1.0:1776192960.509357:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f38cb65d. 00000400:00000010:1.0:1776192960.509361:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cde23fa. 00000400:00000010:1.0:1776192960.509365:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000066f1a46. 00000100:00000200:1.0:1776192960.509367:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537664, portal 16 00000400:00000010:1.0:1776192960.509371:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000884c627d. 00000100:00000200:1.0:1776192960.509372:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537664, offset 0 00000400:00000200:1.0:1776192960.509379:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.509386:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.509392:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.509396:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.509399:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.509402:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91917:91917:255:4294967295] 192.168.203.33@tcp LPNI seq info [91917:91917:7:4294967295] 00000400:00000200:1.0:1776192960.509409:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.509413:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.509416:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352394). 00000800:00000200:1.0:1776192960.509420:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.509437:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.509441:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.509537:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.509541:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f9413d (tot 82352146). 00000400:00000200:3.0:1776192960.509546:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.509550:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.509554:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e4bb915 00000400:00000010:3.0:1776192960.509556:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e4bb915. 02000000:00000010:3.0:1776192960.509561:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cecbbc8. 00000800:00000200:3.0:1776192960.509623:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.509625:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192960.509629:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.509632:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.509634:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000884c627d 00000400:00000010:3.0:1776192960.509636:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000884c627d. 00000100:00000200:3.0:1776192960.509640:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd381e0d x1862471349537664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.511838:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.511857:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318b80 00000400:00000200:1.0:1776192960.511866:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4405 [1] + 224 00000400:00000200:1.0:1776192960.511877:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.511881:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.511901:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd381e0d x1862471349537664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.511936:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.511942:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70c00 00000400:00000200:1.0:1776192960.511945:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d65 [2] + 0 00000400:00000200:1.0:1776192960.512003:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.512007:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.512011:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.512016:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebc3b78d. 00000400:00000010:0.0:1776192960.512189:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cde23fa. 00000400:00000200:0.0:1776192960.512194:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000066f1a46 00000400:00000010:0.0:1776192960.512196:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000066f1a46. 00000100:00000200:0.0:1776192960.512201:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd381e0d x1862471349537664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.512209:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd381e0d x1862471349537664/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.512235:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f38cb65d. 02000000:00000010:0.0:1776192960.512241:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2ddf18d. 00000100:00000010:0.0:1776192960.512244:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 00000100:00000010:0.0:1776192960.512248:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c65d7d52. 00010000:00000010:0.0:1776192960.512251:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d2dcfe0. 00000020:00000010:2.0:1776192960.512363:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003747b83a. 00000020:00000010:2.0:1776192960.512369:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.512372:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.512395:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebc3b78d x1862471344655360/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192960.512416:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655360 02000000:00000010:2.0:1776192960.512506:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cecbbc8. 00010000:00000010:2.0:1776192960.512533:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000515deeee. 00010000:00000010:2.0:1776192960.512552:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.512557:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.512572:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192960.512574:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192960.512584:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192960.512588:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655360, offset 224 00000400:00000200:2.0:1776192960.512596:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00080000:00000010:1.0:1776192960.516001:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000417db7e7. 00010000:00000010:1.0:1776192960.516102:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052bb40e6. 00010000:00000010:1.0:1776192960.516113:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009763e31e. 00010000:00000010:1.0:1776192960.516207:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6d6937. 00010000:00000010:1.0:1776192960.516214:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052bb40e6. 00010000:00000010:1.0:1776192960.516227:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a235884a. 00000100:00000010:1.0:1776192960.516235:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000271cd387. 00000100:00000010:1.0:1776192960.516245:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd381e0d. 02000000:00000010:1.0:1776192960.516260:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b3701724. 02000000:00000010:1.0:1776192960.516288:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2ddf18d. 00000400:00000010:1.0:1776192960.516295:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192960.516301:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac7cf3f. 00000100:00000200:1.0:1776192960.516307:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537728, portal 16 00000400:00000010:1.0:1776192960.516312:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007465e33a. 00000100:00000200:1.0:1776192960.516315:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537728, offset 0 00000400:00000200:1.0:1776192960.516325:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.516377:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.516384:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91918:91918:256:4294967295] 192.168.203.33@tcp LPNI seq info [91918:91918:8:4294967295] 00000400:00000200:2.0:1776192960.516395:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.516401:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.516407:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82352146). 00000800:00000200:2.0:1776192960.516413:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.516421:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.516436:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.516465:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.516470:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.516480:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003747b83a. 00000800:00000200:2.0:1776192960.516589:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.516593:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82351898). 00000400:00000200:2.0:1776192960.516597:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.516602:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.516606:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:2.0:1776192960.516608:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000400:00000200:1.0:1776192960.518125:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.518133:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.518137:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.518140:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.518143:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91919:91919:255:4294967295] 192.168.203.33@tcp LPNI seq info [91919:91919:7:4294967295] 00000400:00000200:1.0:1776192960.518277:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.518284:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.518288:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192960.518296:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.518302:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.518305:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192960.529650:0:15849:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8efec1a. 00000800:00000200:2.0:1776192960.529781:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.529785:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:2.0:1776192960.529791:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.529800:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.529804:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007465e33a 00000400:00000010:2.0:1776192960.529806:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007465e33a. 00000100:00000200:2.0:1776192960.529815:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd381e0d x1862471349537728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.533390:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.533408:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318bc0 00000400:00000200:3.0:1776192960.533416:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4411 [1] + 224 00000400:00000200:3.0:1776192960.533427:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.533431:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.533441:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd381e0d x1862471349537728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.533474:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.533479:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70c40 00000400:00000200:3.0:1776192960.533483:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d65 [2] + 328 00000400:00000200:3.0:1776192960.533536:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.533540:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.533545:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.533550:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed83cf33. 00000020:00000010:2.0:1776192960.536019:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003747b83a. 00000020:00000010:2.0:1776192960.536030:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.536035:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.536068:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed83cf33 x1862471344655424/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192960.536104:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655424 02000000:00000010:2.0:1776192960.536116:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a5ccf2c. 00010000:00000010:2.0:1776192960.536168:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.536177:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.536182:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192960.536186:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192960.536198:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192960.536204:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655424, offset 224 00000400:00000200:2.0:1776192960.536212:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.536226:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.536232:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91920:91920:256:4294967295] 192.168.203.33@tcp LPNI seq info [91920:91920:8:4294967295] 00000400:00000200:2.0:1776192960.536241:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.536246:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.536251:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82352146). 00000800:00000200:2.0:1776192960.536257:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.536264:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.536268:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.536286:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.536291:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.536301:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003747b83a. 00000800:00000200:2.0:1776192960.536391:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.536394:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82351898). 00000400:00000200:2.0:1776192960.536399:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.536403:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.536407:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:2.0:1776192960.536409:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000400:00000010:0.0:1776192960.536967:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:0.0:1776192960.536972:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cf3f 00000400:00000010:0.0:1776192960.536973:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac7cf3f. 00000100:00000200:0.0:1776192960.536981:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd381e0d x1862471349537728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.536989:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd381e0d x1862471349537728/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192960.537010:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fd1328a. 02000000:00000010:0.0:1776192960.537025:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2ddf18d. 02000000:00000010:0.0:1776192960.537031:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b3701724. 00000100:00000010:0.0:1776192960.537034:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd381e0d. 00000100:00000010:0.0:1776192960.537038:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000271cd387. 00010000:00000010:0.0:1776192960.537041:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a235884a. 00080000:00000010:0.0:1776192960.537058:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f272826. 00010000:00000010:0.0:1776192960.537503:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052bb40e6. 00010000:00000010:0.0:1776192960.537512:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5efda46. 00010000:00000010:0.0:1776192960.537581:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9b18fbf. 00010000:00000010:0.0:1776192960.537585:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007696421c. 00010000:00000010:0.0:1776192960.537590:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192960.537595:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef7411fc. 00080000:00000010:0.0:1776192960.537607:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000186bfcb9. 00010000:00000010:0.0:1776192960.537631:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192960.537635:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007696421c. 00010000:00000010:0.0:1776192960.537686:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb6102e. 00010000:00000010:0.0:1776192960.537690:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef7411fc. 00010000:00000010:0.0:1776192960.537706:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dd6094b. 00000100:00000010:0.0:1776192960.537713:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.537720:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.537731:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea48976e. 02000000:00000010:0.0:1776192960.537753:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000249c9140. 00000400:00000010:0.0:1776192960.537758:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea150b0d. 00000400:00000010:0.0:1776192960.537762:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192960.537768:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537792, portal 16 00000400:00000010:0.0:1776192960.537772:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192960.537994:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537792, offset 0 00000400:00000200:0.0:1776192960.538004:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.538018:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.538026:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.538029:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.538032:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.538035:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91921:91921:256:4294967295] 192.168.203.33@tcp LPNI seq info [91921:91921:8:4294967295] 00000400:00000200:0.0:1776192960.538044:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.538049:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.538053:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:0.0:1776192960.538059:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.538065:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.538068:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776192960.538176:0:78538:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a61a8bb. 00010000:00000010:1.1:1776192960.538183:0:78538:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520ab92a. 00000800:00000200:2.0:1776192960.541819:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.541826:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:2.0:1776192960.541833:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.541843:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.541849:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:2.0:1776192960.541851:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000100:00000200:2.0:1776192960.541861:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050a26b45 x1862471349537792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.558641:0:78538:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002006a089. 00010000:00000010:1.1:1776192960.558657:0:78538:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:2.1:1776192960.564241:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc670c2. 00000400:00000200:3.0:1776192960.564432:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.564450:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318c00 00000400:00000200:3.0:1776192960.564459:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb441d [1] + 224 00000400:00000200:3.0:1776192960.564470:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.564474:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.564484:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050a26b45 x1862471349537792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.564508:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.564513:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70c80 00000400:00000200:3.0:1776192960.564517:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d65 [2] + 656 00000400:00000200:3.0:1776192960.564528:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.564531:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.564535:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.564541:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ac1ff8b. 00000400:00000010:2.0:1776192960.564656:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea150b0d. 00000400:00000200:2.0:1776192960.564661:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:2.0:1776192960.564663:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:2.0:1776192960.564668:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050a26b45 x1862471349537792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.564676:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050a26b45 x1862471349537792/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.564721:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000249c9140. 02000000:00000010:2.0:1776192960.564728:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea48976e. 00000100:00000010:2.0:1776192960.564732:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00000100:00000010:2.0:1776192960.564736:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:2.0:1776192960.564739:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dd6094b. 00000020:00000010:2.0:1776192960.564778:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003747b83a. 00000020:00000010:2.0:1776192960.564785:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.564789:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.564812:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ac1ff8b x1862471344655488/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192960.564846:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655488 02000000:00000010:2.0:1776192960.564858:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098addaff. 00010000:00000010:2.0:1776192960.564884:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4be10d. 00010000:00000010:2.0:1776192960.564903:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.564909:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.564925:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192960.564928:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000010:2.0:1776192960.564941:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192960.564945:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655488, offset 224 00000400:00000200:2.0:1776192960.564963:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.564974:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.564979:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91922:91922:256:4294967295] 192.168.203.33@tcp LPNI seq info [91922:91922:8:4294967295] 00000400:00000200:2.0:1776192960.564990:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.564995:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.565000:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82352146). 00000800:00000200:2.0:1776192960.565006:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.565013:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.565017:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.565036:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.565041:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.565052:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003747b83a. 00000800:00000200:2.0:1776192960.565144:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.565148:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82351898). 00000400:00000200:2.0:1776192960.565183:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.565187:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.565190:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:2.0:1776192960.565191:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00010000:00000010:0.1:1776192960.565412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000247058c7. 00010000:00000010:0.1:1776192960.565419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de44bccf. 00010000:00000010:0.1:1776192960.565422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6d6937. 00010000:00000010:0.1:1776192960.565426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:0.1:1776192960.565428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00080000:00000010:3.0:1776192960.565619:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e01c268. 00010000:00000010:3.0:1776192960.565723:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef7411fc. 00010000:00000010:3.0:1776192960.565730:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7e72057. 00010000:00000010:3.0:1776192960.565795:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b78ac533. 00010000:00000010:3.0:1776192960.565801:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192960.565810:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034da00b0. 00000100:00000010:3.0:1776192960.565814:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192960.565821:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bebdb68f. 02000000:00000010:3.0:1776192960.565831:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007417b995. 02000000:00000010:3.0:1776192960.565853:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2a086cf. 00000400:00000010:3.0:1776192960.565858:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f8e602d. 00000400:00000010:3.0:1776192960.565862:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192960.565867:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537856, portal 16 00000400:00000010:3.0:1776192960.565872:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192960.565873:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537856, offset 0 00000400:00000200:3.0:1776192960.565880:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.565888:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.565894:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.565897:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.565900:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.565902:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91923:91923:256:4294967295] 192.168.203.33@tcp LPNI seq info [91923:91923:8:4294967295] 00000400:00000200:3.0:1776192960.565909:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.565913:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.565917:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192960.565922:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.565926:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.565928:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.566819:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.566825:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:2.0:1776192960.566831:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.566837:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.566841:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:2.0:1776192960.566843:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:2.0:1776192960.566850:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bebdb68f x1862471349537856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.571227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d35c76. 00000400:00000200:3.0:1776192960.571803:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.571819:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318c40 00000400:00000200:3.0:1776192960.571828:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4429 [1] + 224 00000400:00000200:3.0:1776192960.571839:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.571843:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.571854:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bebdb68f x1862471349537856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.571892:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.571898:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70cc0 00000400:00000200:3.0:1776192960.571903:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d65 [2] + 984 00000400:00000200:3.0:1776192960.571955:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.571959:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.571964:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.571970:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feafb61a. 00000020:00000010:0.0:1776192960.572065:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000616a41e0. 00000020:00000010:0.0:1776192960.572072:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007696421c. 00000020:00000010:0.0:1776192960.572077:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.572099:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000feafb61a x1862471344655552/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192960.572134:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655552 02000000:00000010:0.0:1776192960.572145:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea48976e. 00010000:00000010:0.0:1776192960.572204:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052ea3fbd. 00000100:00000010:0.0:1776192960.572211:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.572217:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.572220:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052ea3fbd. 00000400:00000010:0.0:1776192960.572234:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192960.572238:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655552, offset 224 00000400:00000200:0.0:1776192960.572246:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.572256:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.572261:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91924:91924:256:4294967295] 192.168.203.33@tcp LPNI seq info [91924:91924:8:4294967295] 00000400:00000200:0.0:1776192960.572270:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.572275:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.572280:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82352146). 00000800:00000200:0.0:1776192960.572285:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.572293:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.572296:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.572313:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007696421c. 00000020:00000010:0.0:1776192960.572317:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.572320:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000616a41e0. 00000800:00000200:0.0:1776192960.572389:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.572392:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82351898). 00000400:00000200:0.0:1776192960.572395:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.572398:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.572402:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:0.0:1776192960.572403:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 00000400:00000010:2.0:1776192960.572558:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f8e602d. 00000400:00000200:2.0:1776192960.572563:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:2.0:1776192960.572565:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:2.0:1776192960.572570:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bebdb68f x1862471349537856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.572579:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bebdb68f x1862471349537856/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192960.572599:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000032ae8bb. 02000000:00000010:2.0:1776192960.572613:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2a086cf. 02000000:00000010:2.0:1776192960.572618:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007417b995. 00000100:00000010:2.0:1776192960.572621:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bebdb68f. 00000100:00000010:2.0:1776192960.572624:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:2.0:1776192960.572626:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034da00b0. 00080000:00000010:2.0:1776192960.572642:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5ba688f. 00010000:00000010:2.0:1776192960.572743:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c81c6118. 00010000:00000010:2.0:1776192960.572748:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000460c505. 00010000:00000010:2.0:1776192960.572829:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.0:1776192960.572836:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dfac0fc0. 00010000:00000010:2.0:1776192960.572845:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.572850:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.572856:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192960.572866:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064e2053d. 02000000:00000010:2.0:1776192960.572891:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003747b83a. 00000400:00000010:2.0:1776192960.572896:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e04f78d. 00000400:00000010:2.0:1776192960.572899:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192960.572904:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537920, portal 16 00000400:00000010:2.0:1776192960.572907:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000acd7f30b. 00000100:00000200:2.0:1776192960.572909:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537920, offset 0 00000400:00000200:2.0:1776192960.572915:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.572922:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.572928:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.572932:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.572935:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.572937:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91925:91925:256:4294967295] 192.168.203.33@tcp LPNI seq info [91925:91925:8:4294967295] 00000400:00000200:2.0:1776192960.572944:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.572948:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.572952:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82352146). 00000800:00000200:2.0:1776192960.572957:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.572961:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.572964:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.573077:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.573080:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82351898). 00000400:00000200:0.0:1776192960.573084:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.573088:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.573091:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000acd7f30b 00000400:00000010:0.0:1776192960.573092:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000acd7f30b. 00000100:00000200:0.0:1776192960.573096:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349537920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.579342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cefb5f1. 00010000:00000010:3.1:1776192960.579370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb6102e. 00000400:00000200:3.0:1776192960.579453:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.579470:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318c80 00000400:00000200:3.0:1776192960.579479:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4435 [1] + 224 00000400:00000200:3.0:1776192960.579495:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.579499:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.579510:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349537920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.579595:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e04f78d. 00000400:00000200:2.0:1776192960.579601:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:2.0:1776192960.579603:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000100:00000200:2.0:1776192960.579609:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349537920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.579617:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349537920/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.579645:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003747b83a. 02000000:00000010:2.0:1776192960.579652:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064e2053d. 00000100:00000010:2.0:1776192960.579658:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192960.579662:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192960.579666:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00010000:00000010:2.1:1776192960.585186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877dbcb1. 00010000:00000010:2.1:1776192960.585203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000191d4478. 00010000:00000010:2.1:1776192960.585207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78ac533. 00000400:00000200:3.0:1776192960.590097:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.590116:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70d00 00000400:00000200:3.0:1776192960.590124:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d65 [2] + 1312 00000400:00000200:3.0:1776192960.590198:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.590202:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.590209:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.590215:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000989f81ef. 00000020:00000010:2.0:1776192960.590334:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003747b83a. 00000020:00000010:2.0:1776192960.590340:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.590345:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.590380:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000989f81ef x1862471344655616/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192960.590417:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655616 02000000:00000010:2.0:1776192960.590428:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064e2053d. 00010000:00000010:2.0:1776192960.590452:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000f269d9. 00010000:00000010:2.0:1776192960.590473:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.590479:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.590492:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192960.590496:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00080000:00000010:2.0:1776192960.590525:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3c53f72. 00010000:00000010:2.0:1776192960.590605:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfac0fc0. 00010000:00000010:2.0:1776192960.590612:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8c29644. 00010000:00000010:2.0:1776192960.590680:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006349adfd. 00010000:00000010:2.0:1776192960.590686:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dfac0fc0. 00010000:00000010:2.0:1776192960.590708:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c6b219b. 00000100:00000010:2.0:1776192960.590720:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.590727:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 02000000:00000010:2.0:1776192960.590739:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063ce7758. 02000000:00000010:2.0:1776192960.590761:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef87945. 00000400:00000010:2.0:1776192960.590767:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e04f78d. 00000400:00000010:2.0:1776192960.590772:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192960.590779:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349537984, portal 16 00000400:00000010:2.0:1776192960.590783:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192960.590786:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349537984, offset 0 00000400:00000200:2.0:1776192960.590793:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.590804:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.590811:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.590814:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.590816:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.590820:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91926:91926:256:4294967295] 192.168.203.33@tcp LPNI seq info [91926:91926:8:4294967295] 00000400:00000200:2.0:1776192960.590830:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.590835:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.590840:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000184662c0 (tot 82352146). 00000800:00000200:2.0:1776192960.590845:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.590852:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.590857:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000184662c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.590931:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.590935:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000184662c0 (tot 82351898). 00000400:00000200:2.0:1776192960.590938:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.590943:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.590946:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:2.0:1776192960.590948:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00000100:00000200:2.0:1776192960.590953:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2f852e5 x1862471349537984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.590977:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ea799bd. 00000100:00000200:2.0:1776192960.590980:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655616, offset 224 00000400:00000200:2.0:1776192960.590984:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.590989:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.590993:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91927:91927:256:4294967295] 192.168.203.33@tcp LPNI seq info [91927:91927:8:4294967295] 00000400:00000200:2.0:1776192960.590999:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.591003:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.591006:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000184662c0 (tot 82352146). 00000800:00000200:2.0:1776192960.591009:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.591012:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.591014:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000184662c0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.591028:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.591033:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.591044:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003747b83a. 00000800:00000200:3.0:1776192960.591280:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.591283:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000184662c0 (tot 82351898). 00000400:00000200:3.0:1776192960.591287:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.591291:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.591293:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ea799bd 00000400:00000010:3.0:1776192960.591295:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ea799bd. 00000400:00000200:3.0:1776192960.594871:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.594892:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318cc0 00000400:00000200:3.0:1776192960.594901:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb443d [1] + 224 00000400:00000200:3.0:1776192960.594914:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.594918:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.594930:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2f852e5 x1862471349537984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.595023:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e04f78d. 00000400:00000200:2.0:1776192960.595027:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:2.0:1776192960.595030:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000100:00000200:2.0:1776192960.595036:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2f852e5 x1862471349537984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.595044:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2f852e5 x1862471349537984/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.595071:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef87945. 02000000:00000010:2.0:1776192960.595077:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063ce7758. 00000100:00000010:2.0:1776192960.595080:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 00000100:00000010:2.0:1776192960.595085:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192960.595088:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c6b219b. 00000400:00000200:2.0:1776192960.595542:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.595552:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70d40 00000400:00000200:2.0:1776192960.595557:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d65 [2] + 1640 00000400:00000200:2.0:1776192960.595611:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.595614:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.595619:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.595623:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2f852e5. 00000020:00000010:3.0:1776192960.595689:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbf1d847. 00000020:00000010:3.0:1776192960.595707:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.595711:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.595734:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2f852e5 x1862471344655680/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192960.595764:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655680 02000000:00000010:3.0:1776192960.595773:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007aac3a8. 00010000:00000010:3.0:1776192960.595800:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef80111f. 00010000:00000010:3.0:1776192960.595819:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b850bc64. 00000100:00000010:3.0:1776192960.595825:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3ebfa0. 00000100:00000010:3.0:1776192960.595847:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3ebfa0. 00010000:00000010:3.0:1776192960.595850:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b850bc64. 00000400:00000010:3.0:1776192960.595861:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192960.595865:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655680, offset 224 00000400:00000200:3.0:1776192960.595871:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.595880:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.595885:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91928:91928:256:4294967295] 192.168.203.33@tcp LPNI seq info [91928:91928:8:4294967295] 00000400:00000200:3.0:1776192960.595894:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.595899:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.595903:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.595909:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.595915:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.595918:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.595933:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.595937:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.595940:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbf1d847. 00000800:00000200:3.0:1776192960.595995:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.595998:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192960.596001:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.596005:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.596007:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192960.596008:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00080000:00000010:1.0:1776192960.597292:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d88c34f. 00010000:00000010:1.0:1776192960.597404:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfac0fc0. 00010000:00000010:1.0:1776192960.597414:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b5b039c. 00010000:00000010:1.0:1776192960.597493:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192960.597500:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192960.597512:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ec05a36. 00000100:00000010:1.0:1776192960.597518:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cd18771. 00000100:00000010:1.0:1776192960.597527:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192960.597541:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0833cfa. 02000000:00000010:1.0:1776192960.597568:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c41170fc. 00000400:00000010:1.0:1776192960.597574:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001bb8e0cb. 00000400:00000010:1.0:1776192960.597579:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192960.597586:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538048, portal 16 00000400:00000010:1.0:1776192960.597591:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192960.597594:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538048, offset 0 00000400:00000200:1.0:1776192960.597603:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.597617:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.597624:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.597627:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.597630:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.597632:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91929:91929:256:4294967295] 192.168.203.33@tcp LPNI seq info [91929:91929:8:4294967295] 00000400:00000200:1.0:1776192960.597640:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.597645:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.597649:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192960.597654:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.597660:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.597664:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.597899:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.597903:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192960.597907:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.597913:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.597917:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:3.0:1776192960.597919:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00000100:00000200:3.0:1776192960.597925:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349538048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.602228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000764b3172. 00010000:00000010:2.1:1776192960.602247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc1a9fae. 00010000:00000010:2.1:1776192960.602251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8d8267. 00000400:00000200:3.0:1776192960.605766:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.605804:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318d00 00000400:00000200:3.0:1776192960.605814:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb444d [1] + 224 00000400:00000200:3.0:1776192960.605828:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.605832:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.605844:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349538048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.605882:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.605892:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70d80 00000400:00000200:3.0:1776192960.605897:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2d65 [2] + 1968 00000400:00000010:3.0:1776192960.605901:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f14754fb. 00000400:00000200:3.0:1776192960.605904:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f7dd7f4b 00000400:00000200:3.0:1776192960.605915:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.605918:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.605920:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7dd7f4b 00000400:00000010:3.0:1776192960.605922:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f7dd7f4b (tot 82351746). 00000100:00000200:3.0:1776192960.605928:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776192960.605962:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001bb8e0cb. 00000400:00000200:1.0:1776192960.605966:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:1.0:1776192960.605968:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:1.0:1776192960.605974:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349538048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.605981:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349538048/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.606012:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c41170fc. 02000000:00000010:1.0:1776192960.606018:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e0833cfa. 00000100:00000010:1.0:1776192960.606022:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192960.606026:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008cd18771. 00010000:00000010:1.0:1776192960.606029:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ec05a36. 00000020:00000010:0.0:1776192960.606097:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000249c9140. 00000020:00000010:0.0:1776192960.606105:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000008675e47. 00000020:00000010:0.0:1776192960.606110:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.606134:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6888c3e x1862471344655744/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192960.606220:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655744 02000000:00000010:0.0:1776192960.606233:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000660f2e52. 00010000:00000010:3.1:1776192960.606244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c58d43d3. 00010000:00000010:0.0:1776192960.606263:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3a3393a. 00010000:00000010:0.0:1776192960.606283:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052ea3fbd. 00000100:00000010:0.0:1776192960.606291:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000599ca549. 00000100:00000010:0.0:1776192960.606297:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000599ca549. 00010000:00000010:0.0:1776192960.606300:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052ea3fbd. 00000400:00000010:0.0:1776192960.606314:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192960.606319:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655744, offset 224 00000400:00000200:0.0:1776192960.606326:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.606336:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.606342:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91930:91930:256:4294967295] 192.168.203.33@tcp LPNI seq info [91930:91930:8:4294967295] 00000400:00000200:0.0:1776192960.606352:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.606356:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.606361:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82351994). 00000800:00000200:0.0:1776192960.606366:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.606373:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.606376:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.606398:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000008675e47. 00000020:00000010:0.0:1776192960.606404:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.606406:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000249c9140. 02000000:00000010:0.0:1776192960.606413:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007aac3a8. 00000100:00000010:0.0:1776192960.606416:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2f852e5. 02000000:00000010:0.0:1776192960.606420:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064e2053d. 00000100:00000010:0.0:1776192960.606423:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000989f81ef. 02000000:00000010:0.0:1776192960.606427:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea48976e. 00000100:00000010:0.0:1776192960.606429:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000feafb61a. 02000000:00000010:0.0:1776192960.606431:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098addaff. 00000100:00000010:0.0:1776192960.606433:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ac1ff8b. 02000000:00000010:0.0:1776192960.606436:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a5ccf2c. 00000100:00000010:0.0:1776192960.606438:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed83cf33. 02000000:00000010:0.0:1776192960.606441:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cecbbc8. 00000100:00000010:0.0:1776192960.606443:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebc3b78d. 00000100:00000200:0.0:1776192960.606449:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192960.606454:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087cef136. 00000400:00000010:0.0:1776192960.606457:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000599ca549 (tot 82352146). 00010000:00000010:1.1:1776192960.606529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb6b1c2. 00010000:00000010:1.1:1776192960.606535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006349adfd. 00080000:00000010:1.0:1776192960.606559:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0833cfa. 00010000:00000010:1.0:1776192960.606648:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192960.606655:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000098b6119. 00010000:00000010:1.0:1776192960.606750:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ab0b803. 00010000:00000010:1.0:1776192960.606754:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000560401de. 00010000:00000010:1.0:1776192960.606758:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f47ce863. 00010000:00000010:1.0:1776192960.606763:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00080000:00000010:1.0:1776192960.606773:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c41170fc. 00010000:00000010:1.0:1776192960.606799:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192960.606803:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000560401de. 00010000:00000010:1.0:1776192960.606851:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c946485. 00010000:00000010:1.0:1776192960.606855:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192960.606861:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ec05a36. 00000100:00000010:1.0:1776192960.606865:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cd18771. 00000100:00000010:1.0:1776192960.606872:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192960.606882:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035bb2825. 02000000:00000010:1.0:1776192960.606902:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0f7d727. 00000400:00000010:1.0:1776192960.606906:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001bb8e0cb. 00000400:00000010:1.0:1776192960.606909:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192960.606912:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538112, portal 16 00000400:00000010:1.0:1776192960.606915:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192960.606917:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538112, offset 0 00000400:00000200:1.0:1776192960.606923:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.606931:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.606937:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.606940:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.606943:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.606946:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91931:91931:255:4294967295] 192.168.203.33@tcp LPNI seq info [91931:91931:7:4294967295] 00000400:00000200:1.0:1776192960.606953:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.606957:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.606961:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352394). 00000800:00000200:1.0:1776192960.606965:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.606970:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.606972:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.607359:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.607363:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82352146). 00000400:00000200:3.0:1776192960.607368:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.607373:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.607377:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:3.0:1776192960.607378:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 02000000:00000010:3.0:1776192960.607384:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000660f2e52. 00000800:00000200:3.0:1776192960.607444:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.607446:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:3.0:1776192960.607449:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.607452:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.607454:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:3.0:1776192960.607456:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:3.0:1776192960.607460:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349538112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.611655:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.611675:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318d40 00000400:00000200:3.0:1776192960.611685:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb445d [1] + 224 00000400:00000200:3.0:1776192960.611710:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.611714:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.611725:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349538112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.612420:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001bb8e0cb. 00000400:00000200:1.0:1776192960.612426:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:1.0:1776192960.612429:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:1.0:1776192960.612437:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349538112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.612450:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349538112/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.612477:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0f7d727. 02000000:00000010:1.0:1776192960.612482:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035bb2825. 00000100:00000010:1.0:1776192960.612486:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192960.612490:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008cd18771. 00010000:00000010:1.0:1776192960.612493:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ec05a36. 00000400:00000200:3.0:1776192960.616711:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.616732:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70dc0 00000400:00000200:3.0:1776192960.616740:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2db5 [2] + 0 00000400:00000200:3.0:1776192960.616812:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.616816:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.616823:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.616829:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5e6027a. 00000020:00000010:0.0:1776192960.618472:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea48976e. 00000020:00000010:0.0:1776192960.618485:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192960.618490:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.618524:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5e6027a x1862471344655808/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192960.618562:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655808 02000000:00000010:0.0:1776192960.618572:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000249c9140. 00010000:00000010:0.0:1776192960.618598:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000049de1a6. 00010000:00000010:0.0:1776192960.618619:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052ea3fbd. 00000100:00000010:0.0:1776192960.618626:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000accc8a1d. 00000100:00000010:0.0:1776192960.618636:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000accc8a1d. 00010000:00000010:0.0:1776192960.618640:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052ea3fbd. 00000400:00000010:0.0:1776192960.618653:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192960.618659:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655808, offset 224 00000400:00000200:0.0:1776192960.618667:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.618679:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.618685:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91932:91932:256:4294967295] 192.168.203.33@tcp LPNI seq info [91932:91932:8:4294967295] 00000400:00000200:0.0:1776192960.618705:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.618711:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.618715:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192960.618722:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.618729:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.618732:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.618751:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192960.618755:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.618758:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea48976e. 00000800:00000200:0.0:1776192960.618849:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.618852:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:0.0:1776192960.618856:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.618861:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.618864:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:0.0:1776192960.618866:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00080000:00000010:1.0:1776192960.618928:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035bb2825. 00010000:00000010:1.0:1776192960.619011:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192960.619019:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009674cb64. 00010000:00000010:1.0:1776192960.619095:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000add15abf. 00010000:00000010:1.0:1776192960.619100:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192960.619110:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ec05a36. 00000100:00000010:1.0:1776192960.619114:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cd18771. 00000100:00000010:1.0:1776192960.619120:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192960.619130:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0f7d727. 02000000:00000010:1.0:1776192960.619189:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000696ce9ed. 00000400:00000010:1.0:1776192960.619196:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001bb8e0cb. 00000400:00000010:1.0:1776192960.619200:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192960.619206:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538176, portal 16 00000400:00000010:1.0:1776192960.619210:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192960.619212:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538176, offset 0 00000400:00000200:1.0:1776192960.619218:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.619224:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.619231:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.619235:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.619237:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.619239:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91933:91933:256:4294967295] 192.168.203.33@tcp LPNI seq info [91933:91933:8:4294967295] 00000400:00000200:1.0:1776192960.619246:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.619250:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.619254:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192960.619258:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.619262:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.619264:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.619520:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.619523:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:0.0:1776192960.619526:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.619530:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.619532:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:0.0:1776192960.619534:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:0.0:1776192960.619539:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349538176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.623467:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0deeb5. 00010000:00000010:1.1:1776192960.624194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b561770. 00010000:00000010:1.1:1776192960.624202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:1.1:1776192960.624207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab0b803. 00010000:00000010:1.1:1776192960.624211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47ce863. 00000400:00000200:3.0:1776192960.624813:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.624831:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318d80 00000400:00000200:3.0:1776192960.624840:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4469 [1] + 224 00000400:00000200:3.0:1776192960.624853:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.624857:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.624867:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349538176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.624906:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.624912:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70e00 00000400:00000200:3.0:1776192960.624916:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2db5 [2] + 328 00000400:00000200:3.0:1776192960.624927:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.624930:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.624934:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.624940:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a64fa28. 00000020:00000010:3.0:1776192960.625002:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdd829f8. 00000020:00000010:3.0:1776192960.625009:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.625012:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.625036:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a64fa28 x1862471344655872/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192960.625064:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655872 00000400:00000010:1.0:1776192960.625267:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001bb8e0cb. 00000400:00000200:1.0:1776192960.625273:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:1.0:1776192960.625275:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:1.0:1776192960.625280:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349538176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.625288:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349538176/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.625312:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000696ce9ed. 02000000:00000010:1.0:1776192960.625316:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0f7d727. 00000100:00000010:1.0:1776192960.625320:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192960.625323:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008cd18771. 00010000:00000010:1.0:1776192960.625326:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ec05a36. 02000000:00000010:3.0:1776192960.625436:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003075448f. 00010000:00000010:3.0:1776192960.625460:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee95a059. 00010000:00000010:3.0:1776192960.625476:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2d339f0. 00000100:00000010:3.0:1776192960.625482:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3ebfa0. 00000100:00000010:3.0:1776192960.625495:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3ebfa0. 00010000:00000010:3.0:1776192960.625497:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2d339f0. 00000400:00000010:3.0:1776192960.625507:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192960.625511:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655872, offset 224 00000400:00000200:3.0:1776192960.625518:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.625527:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.625532:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91934:91934:256:4294967295] 192.168.203.33@tcp LPNI seq info [91934:91934:8:4294967295] 00000400:00000200:3.0:1776192960.625542:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.625547:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.625551:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.625556:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.625562:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.625565:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.625581:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f92e953. 00000020:00000010:3.0:1776192960.625584:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.625586:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdd829f8. 00000800:00000200:3.0:1776192960.625960:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.625964:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192960.625968:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.625973:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.625977:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192960.625979:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00080000:00000010:1.0:1776192960.626450:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0f7d727. 00010000:00000010:1.0:1776192960.626529:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192960.626536:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b776c0f7. 00010000:00000010:1.0:1776192960.626602:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f47ce863. 00010000:00000010:1.0:1776192960.626607:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192960.626615:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ec05a36. 00000100:00000010:1.0:1776192960.626619:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cd18771. 00000100:00000010:1.0:1776192960.626626:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192960.626637:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000696ce9ed. 02000000:00000010:1.0:1776192960.626657:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8912f76. 00000400:00000010:1.0:1776192960.626661:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001bb8e0cb. 00000400:00000010:1.0:1776192960.626665:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192960.626669:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538240, portal 16 00000400:00000010:1.0:1776192960.626673:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192960.626675:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538240, offset 0 00000400:00000200:1.0:1776192960.626682:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.626691:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.626708:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.626712:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.626715:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.626717:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91935:91935:256:4294967295] 192.168.203.33@tcp LPNI seq info [91935:91935:8:4294967295] 00000400:00000200:1.0:1776192960.626725:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.626729:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.626733:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192960.626738:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.626744:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.626747:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.626960:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.626963:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192960.626967:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.626970:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.626973:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:3.0:1776192960.626975:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:3.0:1776192960.626980:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349538240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.641965:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.641985:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318dc0 00000400:00000200:0.0:1776192960.641995:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4475 [1] + 224 00000400:00000200:0.0:1776192960.642006:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.642010:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.642020:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349538240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.642056:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.642061:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70e40 00000400:00000200:0.0:1776192960.642066:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2db5 [2] + 656 00000400:00000200:0.0:1776192960.642087:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.642090:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.642093:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.642099:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 00000020:00000010:0.0:1776192960.642178:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b08d0a5b. 00000020:00000010:0.0:1776192960.642184:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192960.642188:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.642208:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050a26b45 x1862471344655936/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192960.642230:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344655936 02000000:00000010:0.0:1776192960.642238:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a395260. 00010000:00000010:0.0:1776192960.642272:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e34402fe. 00000100:00000010:0.0:1776192960.642278:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000accc8a1d. 00000100:00000010:0.0:1776192960.642286:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000accc8a1d. 00010000:00000010:0.0:1776192960.642290:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e34402fe. 00000400:00000010:0.0:1776192960.642304:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192960.642307:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344655936, offset 224 00000400:00000200:0.0:1776192960.642314:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.642323:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.642328:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91936:91936:256:4294967295] 192.168.203.33@tcp LPNI seq info [91936:91936:8:4294967295] 00000400:00000200:0.0:1776192960.642338:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.642343:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.642347:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192960.642364:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.642370:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.642373:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.642387:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000001b0d5e7. 00000020:00000010:0.0:1776192960.642391:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.642394:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b08d0a5b. 00000800:00000200:0.0:1776192960.642478:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.642481:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:0.0:1776192960.642484:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.642487:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.642490:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:0.0:1776192960.642492:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000400:00000010:3.0:1776192960.642721:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001bb8e0cb. 00000400:00000200:3.0:1776192960.642725:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:3.0:1776192960.642727:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:3.0:1776192960.642732:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349538240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.642740:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349538240/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192960.642760:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007475e808. 02000000:00000010:3.0:1776192960.642786:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8912f76. 02000000:00000010:3.0:1776192960.642792:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000696ce9ed. 00000100:00000010:3.0:1776192960.642795:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:3.0:1776192960.642798:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008cd18771. 00010000:00000010:3.0:1776192960.642801:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ec05a36. 00080000:00000010:3.0:1776192960.642818:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe4a38db. 00010000:00000010:3.0:1776192960.642907:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:3.0:1776192960.642913:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003271120e. 00010000:00000010:3.0:1776192960.642998:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192960.643006:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.643016:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c396c5a1. 00000100:00000010:3.0:1776192960.643021:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3ebfa0. 00000100:00000010:3.0:1776192960.643028:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed83cf33. 02000000:00000010:3.0:1776192960.643040:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083d93c0b. 02000000:00000010:3.0:1776192960.643064:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007aac3a8. 00000400:00000010:3.0:1776192960.643068:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192960.643083:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192960.643089:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538304, portal 16 00000400:00000010:3.0:1776192960.643092:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192960.643094:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538304, offset 0 00000400:00000200:3.0:1776192960.643100:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.643106:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.643113:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.643118:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.643121:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.643124:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91937:91937:256:4294967295] 192.168.203.33@tcp LPNI seq info [91937:91937:8:4294967295] 00000400:00000200:3.0:1776192960.643132:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.643137:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.643140:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.643144:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.643148:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.643150:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.643816:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.643820:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192960.643825:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.643830:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.643835:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:0.0:1776192960.643837:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:0.0:1776192960.643843:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed83cf33 x1862471349538304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.645211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003063412c. 00010000:00000010:1.1:1776192960.645258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081a0d161. 00010000:00000010:1.1:1776192960.645266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c946485. 00010000:00000010:0.1:1776192960.645312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf14a02d. 00000400:00000200:0.0:1776192960.646013:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.646032:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318e00 00000400:00000200:0.0:1776192960.646040:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4481 [1] + 224 00000400:00000200:0.0:1776192960.646053:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.646056:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.646067:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed83cf33 x1862471349538304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.646106:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.646119:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70e80 00000400:00000200:0.0:1776192960.646142:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2db5 [2] + 984 00000400:00000200:0.0:1776192960.646182:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.646188:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.646192:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.646197:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0f312d3. 00000020:00000010:1.0:1776192960.646388:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da04c0b9. 00000020:00000010:1.0:1776192960.646395:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000560401de. 00000020:00000010:1.0:1776192960.646399:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.646422:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0f312d3 x1862471344656000/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192960.646453:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656000 02000000:00000010:1.0:1776192960.646463:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000459237a. 00010000:00000010:1.0:1776192960.646503:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.646521:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002eb9574b. 00000100:00000010:1.0:1776192960.646528:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002eb9574b. 00010000:00000010:1.0:1776192960.646531:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000010:1.0:1776192960.646546:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192960.646552:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656000, offset 224 00000400:00000200:1.0:1776192960.646561:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.646593:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.646600:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91938:91938:256:4294967295] 192.168.203.33@tcp LPNI seq info [91938:91938:8:4294967295] 00000400:00000200:1.0:1776192960.646610:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.646616:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.646620:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192960.646625:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.646630:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.646634:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.646651:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000560401de. 00000020:00000010:1.0:1776192960.646655:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.646658:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da04c0b9. 00000800:00000200:1.0:1776192960.646757:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.646760:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:1.0:1776192960.646763:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.646766:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.646769:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:1.0:1776192960.646781:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000400:00000010:3.0:1776192960.646916:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:3.0:1776192960.646922:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192960.646923:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192960.646929:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed83cf33 x1862471349538304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.646936:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed83cf33 x1862471349538304/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192960.646960:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed3bb111. 02000000:00000010:3.0:1776192960.646973:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007aac3a8. 02000000:00000010:3.0:1776192960.646978:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083d93c0b. 00000100:00000010:3.0:1776192960.646981:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed83cf33. 00000100:00000010:3.0:1776192960.646984:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3ebfa0. 00010000:00000010:3.0:1776192960.646987:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c396c5a1. 00080000:00000010:3.0:1776192960.647005:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083d93c0b. 00010000:00000010:3.0:1776192960.647102:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.647109:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000baed64e8. 00010000:00000010:3.0:1776192960.647212:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.0:1776192960.647217:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.647226:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c396c5a1. 00000100:00000010:3.0:1776192960.647229:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3ebfa0. 00000100:00000010:3.0:1776192960.647235:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed83cf33. 02000000:00000010:3.0:1776192960.647245:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007aac3a8. 02000000:00000010:3.0:1776192960.647266:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbf1d847. 00000400:00000010:3.0:1776192960.647274:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192960.647277:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192960.647282:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538368, portal 16 00000400:00000010:3.0:1776192960.647285:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192960.647287:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538368, offset 0 00000400:00000200:3.0:1776192960.647293:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.647299:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.647306:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.647309:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.647312:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.647315:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91939:91939:256:4294967295] 192.168.203.33@tcp LPNI seq info [91939:91939:8:4294967295] 00000400:00000200:3.0:1776192960.647322:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.647327:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.647330:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192960.647333:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.647338:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.647340:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.647529:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.647532:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:1.0:1776192960.647536:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.647540:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.647543:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:1.0:1776192960.647545:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:1.0:1776192960.647549:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed83cf33 x1862471349538368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.650251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037c64197. 00010000:00000010:1.1:1776192960.650267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add15abf. 00010000:00000010:3.1:1776192960.654501:0:78539:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001059b651. 00010000:00000010:3.1:1776192960.654514:0:78539:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3158123. 00010000:00000010:3.1:1776192960.654517:0:78539:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47ce863. 00010000:00000010:3.1:1776192960.657320:0:78543:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b75098c2. 00010000:00000010:3.1:1776192960.657332:0:78543:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000199296e2. 00010000:00000010:3.1:1776192960.657336:0:78543:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00000400:00000200:0.0:1776192960.662744:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.662764:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318e40 00000400:00000200:0.0:1776192960.662783:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb448d [1] + 224 00000400:00000200:0.0:1776192960.662799:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.662803:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.662813:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed83cf33 x1862471349538368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.662887:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:3.0:1776192960.662892:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192960.662894:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192960.662900:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed83cf33 x1862471349538368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.662906:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed83cf33 x1862471349538368/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.662936:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbf1d847. 02000000:00000010:3.0:1776192960.662941:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007aac3a8. 00000100:00000010:3.0:1776192960.662945:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed83cf33. 00000100:00000010:3.0:1776192960.662948:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3ebfa0. 00010000:00000010:3.0:1776192960.662962:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c396c5a1. 00000400:00000200:1.0:1776192960.663538:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.663550:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70ec0 00000400:00000200:1.0:1776192960.663556:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2db5 [2] + 1312 00000400:00000200:1.0:1776192960.663606:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.663610:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.663615:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.663620:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 00000020:00000010:0.0:1776192960.663879:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b08d0a5b. 00000020:00000010:0.0:1776192960.663886:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192960.663889:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.663912:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009928a598 x1862471344656064/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776192960.663943:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656064 02000000:00000010:0.0:1776192960.663962:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea48976e. 00010000:00000010:0.0:1776192960.663992:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044f906e0. 00010000:00000010:0.0:1776192960.664027:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdba85d3. 00000100:00000010:0.0:1776192960.664051:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000accc8a1d. 00000100:00000010:0.0:1776192960.664066:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000accc8a1d. 00010000:00000010:0.0:1776192960.664068:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdba85d3. 00000400:00000010:0.0:1776192960.664088:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192960.664093:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656064, offset 224 00000400:00000200:0.0:1776192960.664100:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.664111:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.664116:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91940:91940:256:4294967295] 192.168.203.33@tcp LPNI seq info [91940:91940:8:4294967295] 00000400:00000200:0.0:1776192960.664125:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.664129:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.664132:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192960.664137:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.664143:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.664147:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.664185:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192960.664189:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.664192:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b08d0a5b. 00080000:00000010:3.0:1776192960.664336:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007aac3a8. 00010000:00000010:3.0:1776192960.664413:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.664419:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056a438cd. 00010000:00000010:3.0:1776192960.664485:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d87af7. 00010000:00000010:3.0:1776192960.664489:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192960.664493:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192960.664497:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a0335f. 00080000:00000010:3.0:1776192960.664507:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbf1d847. 00010000:00000010:3.0:1776192960.664531:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.664534:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5177c0. 00010000:00000010:3.0:1776192960.664584:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d005fb21. 00010000:00000010:3.0:1776192960.664588:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.664595:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c396c5a1. 00000100:00000010:3.0:1776192960.664599:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3ebfa0. 00000100:00000010:3.0:1776192960.664605:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed83cf33. 02000000:00000010:3.0:1776192960.664615:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007417b995. 02000000:00000010:3.0:1776192960.664637:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2a086cf. 00000400:00000010:3.0:1776192960.664641:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192960.664645:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192960.664649:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538432, portal 16 00000400:00000010:3.0:1776192960.664653:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192960.664655:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538432, offset 0 00000400:00000200:3.0:1776192960.664661:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.664668:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.664675:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.664678:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.664681:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.664683:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91941:91941:255:4294967295] 192.168.203.33@tcp LPNI seq info [91941:91941:7:4294967295] 00000400:00000200:3.0:1776192960.664690:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.664707:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.664711:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192960.664715:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.664719:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.664721:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.665329:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.665335:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82352146). 00000400:00000200:1.0:1776192960.665340:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.665347:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.665363:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:1.0:1776192960.665365:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000800:00000200:1.0:1776192960.665428:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.665431:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:1.0:1776192960.665435:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.665438:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.665440:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:1.0:1776192960.665442:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:1.0:1776192960.665448:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed83cf33 x1862471349538432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.667737:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.667756:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318e80 00000400:00000200:0.0:1776192960.667765:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4499 [1] + 224 00000400:00000200:0.0:1776192960.667791:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.667795:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.667805:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed83cf33 x1862471349538432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.667962:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:3.0:1776192960.667968:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192960.667969:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192960.667976:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed83cf33 x1862471349538432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.667984:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed83cf33 x1862471349538432/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.668013:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2a086cf. 02000000:00000010:3.0:1776192960.668018:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007417b995. 00000100:00000010:3.0:1776192960.668022:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed83cf33. 00000100:00000010:3.0:1776192960.668027:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3ebfa0. 00010000:00000010:3.0:1776192960.668031:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c396c5a1. 00000400:00000200:3.0:1776192960.672714:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.672736:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70f00 00000400:00000200:3.0:1776192960.672744:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2db5 [2] + 1640 00000400:00000200:3.0:1776192960.672813:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.672818:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.672824:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.672830:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed83cf33. 00000020:00000010:2.0:1776192960.673090:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063ce7758. 00000020:00000010:2.0:1776192960.673108:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.673112:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.673145:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed83cf33 x1862471344656128/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192960.673213:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656128 02000000:00000010:2.0:1776192960.673225:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ef87945. 00010000:00000010:2.0:1776192960.673254:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef03a298. 00010000:00000010:2.0:1776192960.673276:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7879ea8. 00000100:00000010:2.0:1776192960.673283:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.673295:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:2.0:1776192960.673298:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7879ea8. 00000400:00000010:2.0:1776192960.673309:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000622563cd. 00000100:00000200:2.0:1776192960.673314:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656128, offset 224 00000400:00000200:2.0:1776192960.673322:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.673333:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.673338:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91942:91942:256:4294967295] 192.168.203.33@tcp LPNI seq info [91942:91942:8:4294967295] 00000400:00000200:2.0:1776192960.673348:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.673352:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.673357:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b15255fe (tot 82352146). 00000800:00000200:2.0:1776192960.673362:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.673369:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.673373:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b15255fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.673392:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.673397:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.673409:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063ce7758. 00080000:00000010:2.0:1776192960.673444:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063ce7758. 00010000:00000010:2.0:1776192960.673531:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a0335f. 00010000:00000010:2.0:1776192960.673537:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbc1e4d3. 00010000:00000010:2.0:1776192960.673614:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.0:1776192960.673620:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000021b10ae. 00010000:00000010:2.0:1776192960.673630:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7879ea8. 00000100:00000010:2.0:1776192960.673633:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac1afa3. 00000100:00000010:2.0:1776192960.673640:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8eff15e. 02000000:00000010:2.0:1776192960.673651:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee010214. 02000000:00000010:2.0:1776192960.673673:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a76bb0fd. 00000400:00000010:2.0:1776192960.673677:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e04f78d. 00000400:00000010:2.0:1776192960.673681:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058445c23. 00000100:00000200:2.0:1776192960.673686:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538496, portal 16 00000400:00000010:2.0:1776192960.673690:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ad997. 00000100:00000200:2.0:1776192960.673692:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538496, offset 0 00000400:00000200:2.0:1776192960.673708:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.673714:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.673720:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.673724:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.673726:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.673728:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91943:91943:255:4294967295] 192.168.203.33@tcp LPNI seq info [91943:91943:7:4294967295] 00000400:00000200:2.0:1776192960.673734:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.673738:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.673741:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e26ed31 (tot 82352394). 00000800:00000200:2.0:1776192960.673745:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.673748:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.673751:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e26ed31 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.677268:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.677275:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b15255fe (tot 82352146). 00000400:00000200:0.0:1776192960.677284:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.677294:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.677301:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000622563cd 00000400:00000010:0.0:1776192960.677303:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000622563cd. 00000800:00000200:0.0:1776192960.678641:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.678647:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e26ed31 (tot 82351898). 00000400:00000200:0.0:1776192960.678654:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.678662:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.678667:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c8ad997 00000400:00000010:0.0:1776192960.678669:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c8ad997. 00000100:00000200:0.0:1776192960.678680:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8eff15e x1862471349538496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.679374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c449a12c. 00000400:00000200:0.0:1776192960.680587:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.680604:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318ec0 00000400:00000200:0.0:1776192960.680613:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb44a5 [1] + 224 00000400:00000200:0.0:1776192960.680628:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.680632:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.680640:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8eff15e x1862471349538496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.680732:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e04f78d. 00000400:00000200:3.0:1776192960.680736:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058445c23 00000400:00000010:3.0:1776192960.680738:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058445c23. 00000100:00000200:3.0:1776192960.680744:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8eff15e x1862471349538496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.680751:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8eff15e x1862471349538496/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.680790:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a76bb0fd. 02000000:00000010:3.0:1776192960.680797:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee010214. 00000100:00000010:3.0:1776192960.680801:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8eff15e. 00000100:00000010:3.0:1776192960.680805:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac1afa3. 00010000:00000010:3.0:1776192960.680808:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7879ea8. 00000400:00000200:1.0:1776192960.683774:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.683796:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70f40 00000400:00000200:1.0:1776192960.683805:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2db5 [2] + 1968 00000400:00000010:1.0:1776192960.683810:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e7fc048. 00000400:00000200:1.0:1776192960.683816:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000909d06fe 00000400:00000200:1.0:1776192960.683933:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.683939:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.683943:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000909d06fe 00000400:00000010:1.0:1776192960.683945:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000909d06fe (tot 82351746). 00000100:00000200:1.0:1776192960.683956:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192960.688304:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:0.0:1776192960.688316:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192960.688320:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.688358:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002bb98f73 x1862471344656192/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192960.688422:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656192 02000000:00000010:0.0:1776192960.688432:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a5ccf2c. 00010000:00000010:0.0:1776192960.688456:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cef12d6a. 00010000:00000010:0.0:1776192960.688475:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c789b282. 00000100:00000010:0.0:1776192960.688481:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000accc8a1d. 00000100:00000010:0.0:1776192960.688497:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000accc8a1d. 00010000:00000010:0.0:1776192960.688500:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c789b282. 00000400:00000010:0.0:1776192960.688511:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192960.688516:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656192, offset 224 00000400:00000200:0.0:1776192960.688523:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.688537:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.688543:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91944:91944:256:4294967295] 192.168.203.33@tcp LPNI seq info [91944:91944:8:4294967295] 00000400:00000200:0.0:1776192960.688554:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.688559:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.688562:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82351994). 00000800:00000200:0.0:1776192960.688568:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.688574:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.688578:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.688592:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192960.688595:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.688598:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 02000000:00000010:0.0:1776192960.688605:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ef87945. 00000100:00000010:0.0:1776192960.688608:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed83cf33. 02000000:00000010:0.0:1776192960.688611:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea48976e. 00000100:00000010:0.0:1776192960.688613:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 02000000:00000010:0.0:1776192960.688617:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000459237a. 00000100:00000010:0.0:1776192960.688619:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0f312d3. 02000000:00000010:0.0:1776192960.688622:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a395260. 00000100:00000010:0.0:1776192960.688623:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 02000000:00000010:0.0:1776192960.688627:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003075448f. 00000100:00000010:0.0:1776192960.688629:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a64fa28. 02000000:00000010:0.0:1776192960.688631:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000249c9140. 00000100:00000010:0.0:1776192960.688633:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5e6027a. 00000100:00000200:0.0:1776192960.688639:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1776192960.688741:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.688745:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82351746). 00000400:00000200:0.0:1776192960.688749:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.688753:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.688757:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:0.0:1776192960.688758:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 02000000:00000010:0.0:1776192960.688761:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a5ccf2c. 00080000:00000010:3.0:1776192960.689263:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007417b995. 00010000:00000010:3.0:1776192960.689416:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000021b10ae. 00010000:00000010:3.0:1776192960.689425:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002da69736. 00010000:00000010:3.0:1776192960.689500:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082dfb50c. 00010000:00000010:3.0:1776192960.689506:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192960.689515:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c396c5a1. 00000100:00000010:3.0:1776192960.689519:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3ebfa0. 00000100:00000010:3.0:1776192960.689526:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ac1ff8b. 02000000:00000010:3.0:1776192960.689536:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2a086cf. 02000000:00000010:3.0:1776192960.689558:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c85f382c. 00000400:00000010:3.0:1776192960.689564:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192960.689568:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192960.689573:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538560, portal 16 00000400:00000010:3.0:1776192960.689576:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192960.689578:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538560, offset 0 00000400:00000200:3.0:1776192960.689585:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.689593:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.689599:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.689602:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.689604:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.689607:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91945:91945:256:4294967295] 192.168.203.33@tcp LPNI seq info [91945:91945:8:4294967295] 00000400:00000200:3.0:1776192960.689613:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.689617:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.689620:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82351994). 00000800:00000200:3.0:1776192960.689624:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.689629:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.689632:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.690267:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.690272:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351746). 00000400:00000200:1.0:1776192960.690277:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.690283:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.690286:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:1.0:1776192960.690288:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:1.0:1776192960.690294:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005ac1ff8b x1862471349538560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.690637:0:78544:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b490094. 00010000:00000010:3.1:1776192960.690644:0:78544:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.1:1776192960.690648:0:78544:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d87af7. 00010000:00000010:3.1:1776192960.690652:0:78544:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00000400:00000010:0.0:1776192960.690870:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f877fc0. 00000400:00000010:0.0:1776192960.690877:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000accc8a1d (tot 82351898). 00010000:00000010:2.1:1776192960.696268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ffeee1. 00010000:00000010:2.1:1776192960.696282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc83341b. 00010000:00000010:2.1:1776192960.696288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d005fb21. 00000400:00000200:0.0:1776192960.701100:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.701122:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318f00 00000400:00000200:0.0:1776192960.701131:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb44b1 [1] + 224 00000400:00000200:0.0:1776192960.701143:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.701146:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.701173:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005ac1ff8b x1862471349538560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.701213:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.701218:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70f80 00000400:00000200:0.0:1776192960.701222:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e0d [2] + 0 00000400:00000200:0.0:1776192960.701233:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.701235:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.701239:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.701245:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050a26b45. 00000020:00000010:0.0:1776192960.701292:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a5ccf2c. 00000020:00000010:0.0:1776192960.701298:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192960.701302:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.701325:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050a26b45 x1862471344656256/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192960.701350:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656256 02000000:00000010:0.0:1776192960.701360:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000249c9140. 00010000:00000010:0.0:1776192960.701393:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c789b282. 00000100:00000010:0.0:1776192960.701399:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b060317. 00000100:00000010:0.0:1776192960.701405:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b060317. 00010000:00000010:0.0:1776192960.701408:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c789b282. 00000400:00000010:0.0:1776192960.701420:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192960.701424:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656256, offset 224 00000400:00000200:0.0:1776192960.701431:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.701441:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.701446:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91946:91946:256:4294967295] 192.168.203.33@tcp LPNI seq info [91946:91946:8:4294967295] 00000400:00000200:0.0:1776192960.701455:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.701460:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.701464:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82352146). 00000800:00000200:0.0:1776192960.701469:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.701475:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.701478:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.701493:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072da5331. 00000020:00000010:0.0:1776192960.701497:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.701499:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a5ccf2c. 00000800:00000200:0.0:1776192960.701588:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.701591:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82351898). 00000400:00000200:0.0:1776192960.701595:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.701598:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.701601:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:0.0:1776192960.701603:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000400:00000010:1.0:1776192960.702467:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:1.0:1776192960.702477:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:1.0:1776192960.702478:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:1.0:1776192960.702487:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005ac1ff8b x1862471349538560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.702497:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005ac1ff8b x1862471349538560/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192960.702522:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c5cc2a. 02000000:00000010:1.0:1776192960.702539:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c85f382c. 02000000:00000010:1.0:1776192960.702544:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2a086cf. 00000100:00000010:1.0:1776192960.702548:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ac1ff8b. 00000100:00000010:1.0:1776192960.702552:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3ebfa0. 00010000:00000010:1.0:1776192960.702555:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c396c5a1. 00080000:00000010:1.0:1776192960.702574:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da04c0b9. 00010000:00000010:1.0:1776192960.702669:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:1.0:1776192960.702676:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6602440. 00010000:00000010:1.0:1776192960.702761:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000add15abf. 00010000:00000010:1.0:1776192960.702768:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000009590b6f. 00010000:00000010:1.0:1776192960.702792:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.702797:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002eb9574b. 00000100:00000010:1.0:1776192960.702805:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 02000000:00000010:1.0:1776192960.702818:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000459237a. 02000000:00000010:1.0:1776192960.702842:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000696ce9ed. 00000400:00000010:1.0:1776192960.702847:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192960.702851:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192960.702856:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538624, portal 16 00000400:00000010:1.0:1776192960.702859:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192960.702861:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538624, offset 0 00000400:00000200:1.0:1776192960.702867:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.702879:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.702886:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.702889:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.702892:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.702895:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91947:91947:256:4294967295] 192.168.203.33@tcp LPNI seq info [91947:91947:8:4294967295] 00000400:00000200:1.0:1776192960.702903:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.702907:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.702911:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192960.702916:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.702922:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.702925:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.703481:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.703486:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:1.0:1776192960.703492:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.703497:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.703501:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:1.0:1776192960.703502:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:1.0:1776192960.703508:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349538624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.705194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a7330ec. 00010000:00000010:3.1:1776192960.705336:0:78539:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ece3ddbe. 00010000:00000010:3.1:1776192960.705342:0:78539:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8d8267. 00010000:00000010:1.1:1776192960.713300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a9afd5f. 00010000:00000010:1.1:1776192960.713314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be65db20. 00010000:00000010:1.1:1776192960.713319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb50c. 00000400:00000200:0.0:1776192960.716119:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.716139:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318f40 00000400:00000200:0.0:1776192960.716147:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb44c1 [1] + 224 00000400:00000200:0.0:1776192960.716200:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.716205:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.716216:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad1b0323 x1862471349538624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.716244:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.716249:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e70fc0 00000400:00000200:0.0:1776192960.716254:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e0d [2] + 328 00000400:00000200:0.0:1776192960.716264:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.716267:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.716270:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.716275:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0f312d3. 00000020:00000010:2.0:1776192960.716477:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dc49eaf. 00000020:00000010:2.0:1776192960.716484:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.716488:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.716512:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0f312d3 x1862471344656320/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192960.716545:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656320 02000000:00000010:2.0:1776192960.716556:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040708c22. 00010000:00000010:2.0:1776192960.716591:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192960.716599:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7d6d19. 00000100:00000010:2.0:1776192960.716605:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7d6d19. 00010000:00000010:2.0:1776192960.716608:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192960.716622:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6a54d4c. 00000100:00000200:2.0:1776192960.716627:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656320, offset 224 00000400:00000200:2.0:1776192960.716634:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.716644:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.716649:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91948:91948:256:4294967295] 192.168.203.33@tcp LPNI seq info [91948:91948:8:4294967295] 00000400:00000200:2.0:1776192960.716658:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.716663:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.716668:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e1f78e7 (tot 82352146). 00000800:00000200:2.0:1776192960.716673:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.716679:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.716682:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e1f78e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.716707:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.716712:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.716723:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dc49eaf. 00000400:00000010:1.0:1776192960.716804:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:1.0:1776192960.716808:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:1.0:1776192960.716810:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:1.0:1776192960.716816:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349538624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.716823:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349538624/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192960.716845:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074f166c4. 02000000:00000010:1.0:1776192960.716859:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000696ce9ed. 02000000:00000010:1.0:1776192960.716864:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000459237a. 00000100:00000010:1.0:1776192960.716868:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000010:1.0:1776192960.716871:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002eb9574b. 00010000:00000010:1.0:1776192960.716874:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00080000:00000010:1.0:1776192960.716891:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000459237a. 00010000:00000010:1.0:1776192960.716987:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009590b6f. 00010000:00000010:1.0:1776192960.716995:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f5867a9. 00010000:00000010:1.0:1776192960.717266:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c946485. 00010000:00000010:1.0:1776192960.717273:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000009590b6f. 00010000:00000010:1.0:1776192960.717284:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d169f782. 00000100:00000010:1.0:1776192960.717288:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002eb9574b. 00000100:00000010:1.0:1776192960.717294:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 02000000:00000010:1.0:1776192960.717304:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000696ce9ed. 02000000:00000010:1.0:1776192960.717326:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8912f76. 00000400:00000010:1.0:1776192960.717330:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192960.717334:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192960.717339:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538688, portal 16 00000400:00000010:1.0:1776192960.717343:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192960.717345:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538688, offset 0 00000400:00000200:1.0:1776192960.717351:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.717359:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.717366:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.717370:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.717373:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.717376:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91949:91949:255:4294967295] 192.168.203.33@tcp LPNI seq info [91949:91949:7:4294967295] 00000400:00000200:1.0:1776192960.717384:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.717388:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.717391:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352394). 00000800:00000200:1.0:1776192960.717395:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.717400:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.717402:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.717518:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.717522:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e1f78e7 (tot 82352146). 00000400:00000200:0.0:1776192960.717526:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.717531:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.717534:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6a54d4c 00000400:00000010:0.0:1776192960.717535:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6a54d4c. 00000800:00000200:0.0:1776192960.717591:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.717593:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00000400:00000200:0.0:1776192960.717596:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.717599:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.717601:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:0.0:1776192960.717602:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:0.0:1776192960.717607:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad1b0323 x1862471349538688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.722329:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.722346:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318f80 00000400:00000200:1.0:1776192960.722356:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb44cd [1] + 224 00000400:00000200:1.0:1776192960.722382:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.722386:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.722396:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad1b0323 x1862471349538688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.722504:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:3.0:1776192960.722508:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:3.0:1776192960.722510:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:3.0:1776192960.722516:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad1b0323 x1862471349538688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.722524:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad1b0323 x1862471349538688/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.722550:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8912f76. 02000000:00000010:3.0:1776192960.722554:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000696ce9ed. 00000100:00000010:3.0:1776192960.722558:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 00000100:00000010:3.0:1776192960.722561:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002eb9574b. 00010000:00000010:3.0:1776192960.722566:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d169f782. 00000400:00000200:0.0:1776192960.725307:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.725328:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71000 00000400:00000200:0.0:1776192960.725338:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e0d [2] + 656 00000400:00000200:0.0:1776192960.725388:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.725393:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.725400:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.725407:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5bdd79. 00000020:00000010:2.0:1776192960.725814:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dc49eaf. 00000020:00000010:2.0:1776192960.725822:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.725827:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.725853:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cc5bdd79 x1862471344656384/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192960.725888:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656384 02000000:00000010:2.0:1776192960.725900:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003deb7e7. 00010000:00000010:2.0:1776192960.725929:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d13ce1f. 00010000:00000010:2.0:1776192960.725959:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192960.725967:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7d6d19. 00000100:00000010:2.0:1776192960.725983:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7d6d19. 00010000:00000010:2.0:1776192960.725987:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192960.726000:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e22d95. 00000100:00000200:2.0:1776192960.726005:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656384, offset 224 00000400:00000200:2.0:1776192960.726013:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.726023:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.726029:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91950:91950:256:4294967295] 192.168.203.33@tcp LPNI seq info [91950:91950:8:4294967295] 00000400:00000200:2.0:1776192960.726038:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.726046:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.726051:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e1f78e7 (tot 82352146). 00000800:00000200:2.0:1776192960.726057:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.726063:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.726067:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e1f78e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.726092:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007362576c. 00000020:00000010:2.0:1776192960.726097:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.726106:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dc49eaf. 00080000:00000010:3.0:1776192960.726278:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058043216. 00010000:00000010:3.0:1776192960.726359:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009590b6f. 00010000:00000010:3.0:1776192960.726367:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068e41b03. 00010000:00000010:3.0:1776192960.726430:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192960.726436:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192960.726447:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2d339f0. 00000100:00000010:3.0:1776192960.726450:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef19a229. 00000100:00000010:3.0:1776192960.726456:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feafb61a. 02000000:00000010:3.0:1776192960.726467:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2a086cf. 02000000:00000010:3.0:1776192960.726489:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c85f382c. 00000400:00000010:3.0:1776192960.726495:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c979b9. 00000400:00000010:3.0:1776192960.726499:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192960.726503:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538752, portal 16 00000400:00000010:3.0:1776192960.726508:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192960.726509:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538752, offset 0 00000400:00000200:3.0:1776192960.726515:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.726521:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.726527:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.726531:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.726533:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.726535:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91951:91951:255:4294967295] 192.168.203.33@tcp LPNI seq info [91951:91951:7:4294967295] 00000400:00000200:3.0:1776192960.726542:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.726546:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.726550:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352394). 00000800:00000200:3.0:1776192960.726554:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.726557:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.726560:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.730113:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.730120:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e1f78e7 (tot 82352146). 00000400:00000200:0.0:1776192960.730130:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.730139:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.730146:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e22d95 00000400:00000010:0.0:1776192960.730148:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e22d95. 00000800:00000200:0.0:1776192960.730242:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.730244:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192960.730249:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.730253:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.730255:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:0.0:1776192960.730257:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:0.0:1776192960.730265:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000feafb61a x1862471349538752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.731203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f2cda8d. 00010000:00000010:1.1:1776192960.731216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd0fdf3. 00010000:00000010:1.1:1776192960.731295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add15abf. 00000400:00000200:1.0:1776192960.737616:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.737640:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867318fc0 00000400:00000200:1.0:1776192960.737650:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb44d9 [1] + 224 00000400:00000200:1.0:1776192960.737666:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.737671:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.737682:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000feafb61a x1862471349538752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192960.737788:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c979b9. 00000400:00000200:3.0:1776192960.737794:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:3.0:1776192960.737796:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:3.0:1776192960.737802:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000feafb61a x1862471349538752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.737810:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000feafb61a x1862471349538752/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192960.737839:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c85f382c. 02000000:00000010:3.0:1776192960.737845:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2a086cf. 00000100:00000010:3.0:1776192960.737849:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000feafb61a. 00000100:00000010:3.0:1776192960.737853:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef19a229. 00010000:00000010:3.0:1776192960.737857:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2d339f0. 00010000:00000010:2.1:1776192960.739866:0:78538:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6f67d3d. 00010000:00000010:3.1:1776192960.742198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e5043f5. 00010000:00000010:3.1:1776192960.742211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c946485. 00000400:00000200:0.0:1776192960.747266:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.747285:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71040 00000400:00000200:0.0:1776192960.747293:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e0d [2] + 984 00000400:00000200:0.0:1776192960.747357:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.747363:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.747370:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.747376:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000364d87e3. 00000020:00000010:1.0:1776192960.747495:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000696ce9ed. 00000020:00000010:1.0:1776192960.747503:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000560401de. 00000020:00000010:1.0:1776192960.747507:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.747532:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000364d87e3 x1862471344656448/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192960.747570:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656448 02000000:00000010:1.0:1776192960.747579:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8912f76. 00010000:00000010:1.0:1776192960.747605:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5585c62. 00010000:00000010:1.0:1776192960.747624:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c42418d1. 00000100:00000010:1.0:1776192960.747631:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000076d1ca6. 00000100:00000010:1.0:1776192960.747648:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000076d1ca6. 00010000:00000010:1.0:1776192960.747652:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c42418d1. 00000400:00000010:1.0:1776192960.747664:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192960.747668:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656448, offset 224 00000400:00000200:1.0:1776192960.747675:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.747685:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.747690:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91952:91952:256:4294967295] 192.168.203.33@tcp LPNI seq info [91952:91952:8:4294967295] 00000400:00000200:1.0:1776192960.747711:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.747716:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.747721:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192960.747726:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.747733:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.747736:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.747750:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000560401de. 00000020:00000010:1.0:1776192960.747754:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.747757:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000696ce9ed. 00080000:00000010:3.0:1776192960.748095:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2a086cf. 00010000:00000010:3.0:1776192960.748215:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192960.748221:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e33bf6c3. 00010000:00000010:3.0:1776192960.748302:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.0:1776192960.748307:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000116f1601. 00010000:00000010:3.0:1776192960.748318:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2d339f0. 00000100:00000010:3.0:1776192960.748321:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef19a229. 00000100:00000010:3.0:1776192960.748327:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feafb61a. 02000000:00000010:3.0:1776192960.748338:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c85f382c. 02000000:00000010:3.0:1776192960.748359:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdd829f8. 00000400:00000010:3.0:1776192960.748364:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c979b9. 00000400:00000010:3.0:1776192960.748369:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192960.748374:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538816, portal 16 00000400:00000010:3.0:1776192960.748377:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192960.748379:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538816, offset 0 00000400:00000200:3.0:1776192960.748385:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.748394:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.748399:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.748403:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.748405:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.748408:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91953:91953:255:4294967295] 192.168.203.33@tcp LPNI seq info [91953:91953:7:4294967295] 00000400:00000200:3.0:1776192960.748416:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.748420:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.748423:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352394). 00000800:00000200:3.0:1776192960.748428:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.748433:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.748435:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.748525:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.748529:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82352146). 00000400:00000200:0.0:1776192960.748533:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.748537:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.748540:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:0.0:1776192960.748543:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00000800:00000200:0.0:1776192960.748592:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.748594:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192960.748597:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.748600:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.748602:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:0.0:1776192960.748603:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:0.0:1776192960.748608:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000feafb61a x1862471349538816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.754306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de5ff673. 00010000:00000010:3.1:1776192960.755206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef52046a. 00010000:00000010:3.1:1776192960.755216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00000400:00000200:0.0:1776192960.763672:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.763702:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319000 00000400:00000200:0.0:1776192960.763713:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb44e5 [1] + 224 00000400:00000200:0.0:1776192960.763727:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.763732:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.763742:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000feafb61a x1862471349538816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.763786:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.763792:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71080 00000400:00000200:0.0:1776192960.763796:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e0d [2] + 1312 00000400:00000200:0.0:1776192960.763807:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.763810:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.763814:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192960.763819:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d616611e. 00000400:00000010:1.0:1776192960.764276:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c979b9. 00000400:00000200:1.0:1776192960.764283:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:1.0:1776192960.764285:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:1.0:1776192960.764292:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000feafb61a x1862471349538816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.764300:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000feafb61a x1862471349538816/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.764330:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdd829f8. 02000000:00000010:1.0:1776192960.764336:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c85f382c. 00000100:00000010:1.0:1776192960.764339:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000feafb61a. 00000100:00000010:1.0:1776192960.764342:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef19a229. 00010000:00000010:1.0:1776192960.764345:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2d339f0. 00000020:00000010:2.0:1776192960.765592:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d62ac9f0. 00000020:00000010:2.0:1776192960.765602:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b2ab9cf. 00000020:00000010:2.0:1776192960.765606:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.765636:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d616611e x1862471344656512/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192960.765676:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656512 02000000:00000010:2.0:1776192960.765687:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001af4ce40. 00010000:00000010:2.0:1776192960.765724:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000317b3216. 00010000:00000010:2.0:1776192960.765745:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192960.765751:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7d6d19. 00000100:00000010:2.0:1776192960.765763:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7d6d19. 00010000:00000010:2.0:1776192960.765766:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000010:2.0:1776192960.765790:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192960.765795:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656512, offset 224 00000400:00000200:2.0:1776192960.765803:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.765816:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.765822:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91954:91954:256:4294967295] 192.168.203.33@tcp LPNI seq info [91954:91954:8:4294967295] 00000400:00000200:2.0:1776192960.765831:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.765836:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.765841:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e26ed31 (tot 82352146). 00000800:00000200:2.0:1776192960.765847:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.765853:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.765857:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e26ed31 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.765874:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b2ab9cf. 00000020:00000010:2.0:1776192960.765879:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.765889:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d62ac9f0. 00000800:00000200:2.0:1776192960.766379:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.766384:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e26ed31 (tot 82351898). 00000400:00000200:2.0:1776192960.766389:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.766394:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.766397:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:2.0:1776192960.766399:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00080000:00000010:0.0:1776192960.766628:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b08d0a5b. 00010000:00000010:0.0:1776192960.766731:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116f1601. 00010000:00000010:0.0:1776192960.766738:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b027c803. 00010000:00000010:0.0:1776192960.766817:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af997f0d. 00010000:00000010:0.0:1776192960.766822:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c15d1bd8. 00010000:00000010:0.0:1776192960.766832:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c789b282. 00000100:00000010:0.0:1776192960.766838:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b060317. 00000100:00000010:0.0:1776192960.766845:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b2a8585. 02000000:00000010:0.0:1776192960.766857:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a395260. 02000000:00000010:0.0:1776192960.766879:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea48976e. 00000400:00000010:0.0:1776192960.766884:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b99c8eb8. 00000400:00000010:0.0:1776192960.766888:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192960.766892:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538880, portal 16 00000400:00000010:0.0:1776192960.766897:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.766899:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538880, offset 0 00000400:00000200:0.0:1776192960.766904:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.766913:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.766919:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.766922:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.766925:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.766927:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91955:91955:256:4294967295] 192.168.203.33@tcp LPNI seq info [91955:91955:8:4294967295] 00000400:00000200:0.0:1776192960.766934:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.766939:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.766942:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82352146). 00000800:00000200:0.0:1776192960.766946:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.767196:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.767199:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.767391:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.767393:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82351898). 00000400:00000200:0.0:1776192960.767397:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.767401:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.767404:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:0.0:1776192960.767405:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.767410:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b2a8585 x1862471349538880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.780824:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.780846:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319040 00000400:00000200:2.0:1776192960.780855:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb44f1 [1] + 224 00000400:00000200:2.0:1776192960.780868:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.780872:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.780882:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b2a8585 x1862471349538880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.780927:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b99c8eb8. 00000400:00000200:2.0:1776192960.780932:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:2.0:1776192960.780934:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000100:00000200:2.0:1776192960.780940:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b2a8585 x1862471349538880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.780947:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b2a8585 x1862471349538880/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.780976:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea48976e. 02000000:00000010:2.0:1776192960.780983:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a395260. 00000100:00000010:2.0:1776192960.780987:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b2a8585. 00000100:00000010:2.0:1776192960.780990:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b060317. 00010000:00000010:2.0:1776192960.780994:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c789b282. 00000400:00000200:2.0:1776192960.781020:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.781026:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e710c0 00000400:00000200:2.0:1776192960.781031:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e0d [2] + 1640 00000400:00000200:2.0:1776192960.781101:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.781105:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.781110:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.781114:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:3.0:1776192960.783132:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000697548a9. 00000020:00000010:3.0:1776192960.783143:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.783147:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.783219:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344656576/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192960.783248:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656576 02000000:00000010:3.0:1776192960.783258:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c85f382c. 00010000:00000010:3.0:1776192960.783285:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9c7b1e8. 00010000:00000010:3.0:1776192960.783303:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000149b2c93. 00000100:00000010:3.0:1776192960.783309:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192960.783318:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192960.783321:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000149b2c93. 00000400:00000010:3.0:1776192960.783332:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192960.783337:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656576, offset 224 00000400:00000200:3.0:1776192960.783346:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.783359:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.783365:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91956:91956:256:4294967295] 192.168.203.33@tcp LPNI seq info [91956:91956:8:4294967295] 00000400:00000200:3.0:1776192960.783375:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.783380:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.783385:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192960.783391:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.783398:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.783402:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.783420:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.783423:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.783427:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000697548a9. 00000800:00000200:3.0:1776192960.783509:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.783514:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192960.783518:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.783523:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.783526:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:3.0:1776192960.783528:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00080000:00000010:2.0:1776192960.783617:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d62ac9f0. 00010000:00000010:2.0:1776192960.783714:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c15d1bd8. 00010000:00000010:2.0:1776192960.783720:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082583613. 00010000:00000010:2.0:1776192960.783807:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009340373. 00010000:00000010:2.0:1776192960.783813:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008fcfe2a4. 00010000:00000010:2.0:1776192960.783823:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f03e3022. 00000100:00000010:2.0:1776192960.783827:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7d6d19. 00000100:00000010:2.0:1776192960.783835:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 02000000:00000010:2.0:1776192960.783846:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001dc49eaf. 02000000:00000010:2.0:1776192960.783868:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef87945. 00000400:00000010:2.0:1776192960.783873:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003282c8fa. 00000400:00000010:2.0:1776192960.783878:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000395c9f4. 00000100:00000200:2.0:1776192960.783882:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349538944, portal 16 00000400:00000010:2.0:1776192960.783887:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baa860fc. 00000100:00000200:2.0:1776192960.783889:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349538944, offset 0 00000400:00000200:2.0:1776192960.783895:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.783902:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.783908:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.783911:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.783913:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.783916:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91957:91957:256:4294967295] 192.168.203.33@tcp LPNI seq info [91957:91957:8:4294967295] 00000400:00000200:2.0:1776192960.783923:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.783927:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.783931:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e26ed31 (tot 82352146). 00000800:00000200:2.0:1776192960.783935:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.783939:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.783941:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e26ed31 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.784264:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.784267:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e26ed31 (tot 82351898). 00000400:00000200:3.0:1776192960.784271:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.784275:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.784279:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baa860fc 00000400:00000010:3.0:1776192960.784281:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baa860fc. 00000100:00000200:3.0:1776192960.784286:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b524a572 x1862471349538944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.784748:0:78539:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5e43ef. 00010000:00000010:0.1:1776192960.784756:0:78539:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e69a4. 00010000:00000010:2.1:1776192960.787595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fff13663. 00000400:00000200:2.0:1776192960.788396:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.788417:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319080 00000400:00000200:2.0:1776192960.788425:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb44fd [1] + 224 00000400:00000200:2.0:1776192960.788440:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.788444:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.788454:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b524a572 x1862471349538944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192960.788574:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003282c8fa. 00000400:00000200:0.0:1776192960.788580:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000395c9f4 00000400:00000010:0.0:1776192960.788582:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000395c9f4. 00000100:00000200:0.0:1776192960.788588:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b524a572 x1862471349538944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.788596:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b524a572 x1862471349538944/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.788625:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef87945. 02000000:00000010:0.0:1776192960.788630:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001dc49eaf. 00000100:00000010:0.0:1776192960.788634:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 00000100:00000010:0.0:1776192960.788638:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7d6d19. 00010000:00000010:0.0:1776192960.788641:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f03e3022. 00000400:00000200:3.0:1776192960.789844:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.789860:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71100 00000400:00000200:3.0:1776192960.789868:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e0d [2] + 1968 00000400:00000010:3.0:1776192960.789872:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009355e0d1. 00000400:00000200:3.0:1776192960.789877:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fdbd5ac8 00000400:00000200:3.0:1776192960.789931:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.789936:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.789939:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdbd5ac8 00000400:00000010:3.0:1776192960.789941:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fdbd5ac8 (tot 82351746). 00000100:00000200:3.0:1776192960.789948:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192960.790111:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee010214. 00000020:00000010:2.0:1776192960.790119:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b2ab9cf. 00000020:00000010:2.0:1776192960.790123:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192960.790194:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e5f6b5a1 x1862471344656640/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776192960.790224:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656640 02000000:00000010:2.0:1776192960.790235:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a76bb0fd. 00010000:00000010:2.0:1776192960.790262:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d10ec5c0. 00010000:00000010:2.0:1776192960.790282:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd610ab8. 00000100:00000010:2.0:1776192960.790290:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d7d6d19. 00000100:00000010:2.0:1776192960.790310:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d7d6d19. 00010000:00000010:2.0:1776192960.790313:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd610ab8. 00000400:00000010:2.0:1776192960.790325:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c28a338. 00000100:00000200:2.0:1776192960.790329:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656640, offset 224 00000400:00000200:2.0:1776192960.790336:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.790347:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.790352:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91958:91958:256:4294967295] 192.168.203.33@tcp LPNI seq info [91958:91958:8:4294967295] 00000400:00000200:2.0:1776192960.790361:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.790365:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.790370:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b15255fe (tot 82351994). 00080000:00000010:3.0:1776192960.790372:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000697548a9. 00000800:00000200:2.0:1776192960.790375:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.790381:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.790384:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b15255fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192960.790401:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b2ab9cf. 00000020:00000010:2.0:1776192960.790407:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192960.790417:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee010214. 02000000:00000010:2.0:1776192960.790424:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c85f382c. 00000100:00000010:2.0:1776192960.790427:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192960.790433:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001af4ce40. 00000100:00000010:2.0:1776192960.790434:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d616611e. 02000000:00000010:2.0:1776192960.790438:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8912f76. 00000100:00000010:2.0:1776192960.790440:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000364d87e3. 02000000:00000010:2.0:1776192960.790443:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003deb7e7. 00000100:00000010:2.0:1776192960.790445:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5bdd79. 02000000:00000010:2.0:1776192960.790448:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040708c22. 00000100:00000010:2.0:1776192960.790450:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0f312d3. 02000000:00000010:2.0:1776192960.790453:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000249c9140. 00010000:00000010:3.0:1776192960.790455:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fcfe2a4. 00000100:00000010:2.0:1776192960.790455:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050a26b45. 00010000:00000010:3.0:1776192960.790461:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee70ca22. 00000100:00000200:2.0:1776192960.790461:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192960.790465:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b7b1ca99. 00000400:00000010:2.0:1776192960.790469:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005d7d6d19 (tot 82352146). 00010000:00000010:3.0:1776192960.790530:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192960.790537:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.790548:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000149b2c93. 00000100:00000010:3.0:1776192960.790551:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192960.790558:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000989f81ef. 02000000:00000010:3.0:1776192960.790569:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cdd829f8. 02000000:00000010:3.0:1776192960.790591:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003075448f. 00000400:00000010:3.0:1776192960.790594:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009355e0d1. 00000400:00000010:3.0:1776192960.790597:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192960.790601:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539008, portal 16 00000400:00000010:3.0:1776192960.790604:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192960.790606:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539008, offset 0 00000400:00000200:3.0:1776192960.790611:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.790617:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.790623:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.790626:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.790629:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.790631:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91959:91959:255:4294967295] 192.168.203.33@tcp LPNI seq info [91959:91959:7:4294967295] 00000400:00000200:3.0:1776192960.790638:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.790641:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.790644:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192960.790648:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.790652:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.790654:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.790704:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.790708:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b15255fe (tot 82352146). 00000400:00000200:3.0:1776192960.790721:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.790725:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.790728:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c28a338 00000400:00000010:3.0:1776192960.790729:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c28a338. 02000000:00000010:3.0:1776192960.790733:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a76bb0fd. 00000800:00000200:3.0:1776192960.790963:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.790966:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192960.790970:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.790974:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.790976:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192960.790978:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192960.790983:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000989f81ef x1862471349539008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.793084:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.793105:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673190c0 00000400:00000200:2.0:1776192960.793114:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb450d [1] + 224 00000400:00000200:2.0:1776192960.793128:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.793131:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.793142:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000989f81ef x1862471349539008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.793293:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.793300:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71140 00000400:00000200:2.0:1776192960.793304:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e65 [2] + 0 00000400:00000200:2.0:1776192960.793356:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.793360:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.793365:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.793370:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 00000020:00000010:1.0:1776192960.793507:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df9db710. 00000020:00000010:1.0:1776192960.793514:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000560401de. 00000020:00000010:1.0:1776192960.793519:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.793540:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000781468f7 x1862471344656704/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192960.793601:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656704 02000000:00000010:1.0:1776192960.793611:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd32df28. 00010000:00000010:1.0:1776192960.793648:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c42418d1. 00000100:00000010:1.0:1776192960.793655:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000076d1ca6. 00000100:00000010:1.0:1776192960.793662:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000076d1ca6. 00010000:00000010:1.0:1776192960.793666:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c42418d1. 00000400:00000010:1.0:1776192960.793681:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192960.793685:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656704, offset 224 00000400:00000200:1.0:1776192960.793705:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.793715:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.793720:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91960:91960:256:4294967295] 192.168.203.33@tcp LPNI seq info [91960:91960:8:4294967295] 00000400:00000200:1.0:1776192960.793730:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.793735:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.793739:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192960.793744:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.793751:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.793755:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.793789:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000560401de. 00000020:00000010:1.0:1776192960.793794:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.793797:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df9db710. 00000400:00000010:3.0:1776192960.793872:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009355e0d1. 00000400:00000200:3.0:1776192960.793877:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:3.0:1776192960.793879:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192960.793885:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000989f81ef x1862471349539008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192960.793892:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000989f81ef x1862471349539008/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192960.793912:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d668a99. 02000000:00000010:3.0:1776192960.793926:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003075448f. 02000000:00000010:3.0:1776192960.793931:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cdd829f8. 00000100:00000010:3.0:1776192960.793935:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000989f81ef. 00000100:00000010:3.0:1776192960.793938:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192960.793940:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000149b2c93. 00080000:00000010:3.0:1776192960.793955:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdd829f8. 00010000:00000010:3.0:1776192960.794034:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.794040:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088e12c81. 00000800:00000200:0.0:1776192960.794551:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.794555:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:0.0:1776192960.794559:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.794564:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.794567:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:0.0:1776192960.794569:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00010000:00000010:3.1:1776192960.794778:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071152ff4. 00010000:00000010:3.0:1776192960.794824:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000caa98ce7. 00010000:00000010:3.0:1776192960.794831:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010a0335f. 00010000:00000010:3.0:1776192960.794844:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000149b2c93. 00000100:00000010:3.0:1776192960.794849:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192960.794857:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000989f81ef. 02000000:00000010:3.0:1776192960.794868:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003075448f. 02000000:00000010:3.0:1776192960.794888:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081c4c1ea. 00000400:00000010:3.0:1776192960.794893:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009355e0d1. 00000400:00000010:3.0:1776192960.794897:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192960.794902:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539072, portal 16 00000400:00000010:3.0:1776192960.794906:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192960.794908:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539072, offset 0 00000400:00000200:3.0:1776192960.794915:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.794923:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.794930:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.794933:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.794936:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.794938:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91961:91961:256:4294967295] 192.168.203.33@tcp LPNI seq info [91961:91961:8:4294967295] 00000400:00000200:3.0:1776192960.794946:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.794950:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.794954:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192960.794958:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.794963:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.794966:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.795102:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.795105:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:0.0:1776192960.795108:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.795112:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.795114:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:0.0:1776192960.795116:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:0.0:1776192960.795120:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000989f81ef x1862471349539072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.795391:0:64776:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb4e57ad. 00010000:00000010:2.1:1776192960.795397:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af997f0d. 00010000:00000010:2.1:1776192960.801246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250bb7db. 00000400:00000200:2.0:1776192960.801296:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.801311:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319100 00000400:00000200:2.0:1776192960.801318:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4519 [1] + 224 00000400:00000200:2.0:1776192960.801329:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.801332:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.801342:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000989f81ef x1862471349539072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.801453:0:78546:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4a8e369. 00010000:00000010:3.1:1776192960.801459:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009340373. 00010000:00000010:3.1:1776192960.801462:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a648370. 00010000:00000010:3.1:1776192960.801464:0:78546:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058a153bc. 00010000:00000010:3.1:1776192960.801467:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00000400:00000200:2.0:1776192960.802919:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.802932:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71180 00000400:00000200:2.0:1776192960.802940:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e65 [2] + 328 00000400:00000200:2.0:1776192960.802993:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.802998:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.803004:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.803009:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 00000020:00000010:1.0:1776192960.803120:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df9db710. 00000020:00000010:1.0:1776192960.803126:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000560401de. 00000020:00000010:1.0:1776192960.803131:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.803197:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017bee222 x1862471344656768/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192960.803233:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656768 02000000:00000010:1.0:1776192960.803245:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000015e84f62. 00010000:00000010:1.0:1776192960.803283:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c42418d1. 00000100:00000010:1.0:1776192960.803290:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000076d1ca6. 00000100:00000010:1.0:1776192960.803296:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000076d1ca6. 00010000:00000010:1.0:1776192960.803300:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c42418d1. 00000400:00000010:1.0:1776192960.803314:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192960.803319:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656768, offset 224 00000400:00000200:1.0:1776192960.803326:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.803336:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.803341:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91962:91962:256:4294967295] 192.168.203.33@tcp LPNI seq info [91962:91962:8:4294967295] 00000400:00000200:1.0:1776192960.803350:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.803355:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.803360:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192960.803366:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.803372:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.803376:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.803396:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000560401de. 00000020:00000010:1.0:1776192960.803400:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.803404:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df9db710. 00000800:00000200:1.0:1776192960.803477:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.803480:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:1.0:1776192960.803483:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.803487:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.803490:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192960.803492:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000400:00000010:0.0:1776192960.803959:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009355e0d1. 00000400:00000200:0.0:1776192960.803966:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:0.0:1776192960.803967:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000100:00000200:0.0:1776192960.803974:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000989f81ef x1862471349539072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.803983:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000989f81ef x1862471349539072/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192960.804005:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087c82760. 02000000:00000010:0.0:1776192960.804018:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081c4c1ea. 02000000:00000010:0.0:1776192960.804024:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003075448f. 00000100:00000010:0.0:1776192960.804027:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000989f81ef. 00000100:00000010:0.0:1776192960.804031:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:0.0:1776192960.804034:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000149b2c93. 00080000:00000010:0.0:1776192960.804049:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a395260. 00010000:00000010:0.0:1776192960.804133:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a0335f. 00010000:00000010:0.0:1776192960.804139:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fce7c4f9. 00010000:00000010:0.0:1776192960.805234:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9b18fbf. 00010000:00000010:0.0:1776192960.805242:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008db05fee. 00010000:00000010:0.0:1776192960.805246:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.0:1776192960.805251:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001a96063. 00080000:00000010:0.0:1776192960.805267:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea48976e. 00010000:00000010:0.0:1776192960.805311:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192960.805315:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008db05fee. 00010000:00000010:0.0:1776192960.805455:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008afcc513. 00010000:00000010:0.0:1776192960.805459:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192960.805467:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027bf65b4. 00000100:00000010:0.0:1776192960.805474:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b060317. 00000100:00000010:0.0:1776192960.805483:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192960.805496:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000660f2e52. 02000000:00000010:0.0:1776192960.805524:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000249c9140. 00000400:00000010:0.0:1776192960.805530:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000011c8a52. 00000400:00000010:0.0:1776192960.805535:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.805541:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539136, portal 16 00000400:00000010:0.0:1776192960.805545:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192960.805547:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539136, offset 0 00000400:00000200:0.0:1776192960.805555:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.805568:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.805575:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.805578:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.805580:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.805584:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91963:91963:256:4294967295] 192.168.203.33@tcp LPNI seq info [91963:91963:8:4294967295] 00000400:00000200:0.0:1776192960.805593:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.805598:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.805601:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82352146). 00000800:00000200:0.0:1776192960.805607:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.805613:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.805616:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.805834:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.805838:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82351898). 00000400:00000200:1.0:1776192960.805843:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.805847:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.805851:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:1.0:1776192960.805853:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 00000100:00000200:1.0:1776192960.805860:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349539136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.811256:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.811274:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319140 00000400:00000200:3.0:1776192960.811282:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4525 [1] + 224 00000400:00000200:3.0:1776192960.811293:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.811297:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.811307:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349539136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.811335:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.811340:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e711c0 00000400:00000200:3.0:1776192960.811345:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e65 [2] + 656 00000400:00000200:3.0:1776192960.811404:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.811408:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.811413:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.811419:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bebdb68f. 00000020:00000010:3.0:1776192960.811460:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb28e6a. 00000020:00000010:3.0:1776192960.811465:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192960.811469:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.811492:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bebdb68f x1862471344656832/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192960.811521:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656832 02000000:00000010:3.0:1776192960.811530:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008326bffc. 00010000:00000010:3.0:1776192960.811568:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063533be7. 00000100:00000010:3.0:1776192960.811575:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192960.811581:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192960.811584:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063533be7. 00000400:00000010:3.0:1776192960.811596:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192960.811600:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656832, offset 224 00000400:00000200:3.0:1776192960.811607:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.811617:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.811623:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91964:91964:256:4294967295] 192.168.203.33@tcp LPNI seq info [91964:91964:8:4294967295] 00000400:00000200:3.0:1776192960.811632:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.811638:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.811641:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192960.811647:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.811652:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.811656:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.811672:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192960.811677:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.811680:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb28e6a. 00000800:00000200:3.0:1776192960.811751:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.811755:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192960.811758:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.811762:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.811765:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:3.0:1776192960.811767:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000400:00000010:0.0:1776192960.812178:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000011c8a52. 00000400:00000200:0.0:1776192960.812184:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:0.0:1776192960.812185:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.812202:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349539136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.812211:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349539136/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192960.812233:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087796759. 02000000:00000010:0.0:1776192960.812246:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000249c9140. 02000000:00000010:0.0:1776192960.812251:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000660f2e52. 00000100:00000010:0.0:1776192960.812255:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:0.0:1776192960.812259:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b060317. 00010000:00000010:0.0:1776192960.812261:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027bf65b4. 00080000:00000010:0.0:1776192960.812276:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081c4c1ea. 00010000:00000010:0.0:1776192960.812351:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192960.812357:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb29598a. 00010000:00000010:0.0:1776192960.812423:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.0:1776192960.812429:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001a96063. 00010000:00000010:0.0:1776192960.812437:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027bf65b4. 00000100:00000010:0.0:1776192960.812441:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b060317. 00000100:00000010:0.0:1776192960.812446:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192960.812456:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000660f2e52. 02000000:00000010:0.0:1776192960.812476:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000249c9140. 00000400:00000010:0.0:1776192960.812480:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000011c8a52. 00000400:00000010:0.0:1776192960.812483:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.812487:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539200, portal 16 00000400:00000010:0.0:1776192960.812491:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192960.812493:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539200, offset 0 00000400:00000200:0.0:1776192960.812498:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.812505:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.812511:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.812514:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.812516:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.812519:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91965:91965:256:4294967295] 192.168.203.33@tcp LPNI seq info [91965:91965:8:4294967295] 00000400:00000200:0.0:1776192960.812526:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.812530:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.812533:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3195cd1 (tot 82352146). 00000800:00000200:0.0:1776192960.812537:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.812542:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.812545:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3195cd1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.813205:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.813209:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3195cd1 (tot 82351898). 00000400:00000200:3.0:1776192960.813213:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.813219:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.813222:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:3.0:1776192960.813223:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00000100:00000200:3.0:1776192960.813228:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349539200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.815637:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.815655:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319180 00000400:00000200:3.0:1776192960.815663:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4531 [1] + 224 00000400:00000200:3.0:1776192960.815675:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.815679:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.815688:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349539200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.815735:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.815741:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71200 00000400:00000200:3.0:1776192960.815745:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e65 [2] + 984 00000400:00000010:0.0:1776192960.816050:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000011c8a52. 00000400:00000200:0.0:1776192960.816055:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:0.0:1776192960.816058:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.816064:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349539200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.816072:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349539200/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.816100:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000249c9140. 02000000:00000010:0.0:1776192960.816105:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000660f2e52. 00000100:00000010:0.0:1776192960.816109:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:0.0:1776192960.816113:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b060317. 00010000:00000010:0.0:1776192960.816116:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027bf65b4. 00000400:00000200:3.0:1776192960.816244:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.816250:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.816255:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.816260:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000989f81ef. 00010000:00000010:0.1:1776192960.818401:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff42a6e. 00010000:00000010:0.1:1776192960.818414:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf20db3. 00010000:00000010:0.1:1776192960.818418:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caa98ce7. 00010000:00000010:0.1:1776192960.818421:0:66473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b18fbf. 00010000:00000010:0.1:1776192960.818423:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00000020:00000010:0.0:1776192960.818454:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:0.0:1776192960.818459:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008db05fee. 00000020:00000010:0.0:1776192960.818463:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.818489:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000989f81ef x1862471344656896/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776192960.818557:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656896 02000000:00000010:0.0:1776192960.818567:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000249c9140. 00010000:00000010:0.0:1776192960.818593:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2991a7b. 00010000:00000010:0.0:1776192960.818609:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027bf65b4. 00000100:00000010:0.0:1776192960.818615:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b060317. 00000100:00000010:0.0:1776192960.818638:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b060317. 00010000:00000010:0.0:1776192960.818641:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027bf65b4. 00000400:00000010:0.0:1776192960.818653:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.818657:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656896, offset 224 00000400:00000200:0.0:1776192960.818665:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.818677:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.818683:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91966:91966:256:4294967295] 192.168.203.33@tcp LPNI seq info [91966:91966:8:4294967295] 00000400:00000200:0.0:1776192960.818703:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.818709:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.818714:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82352146). 00000800:00000200:0.0:1776192960.818721:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.818728:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.818731:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.818749:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008db05fee. 00000020:00000010:0.0:1776192960.818753:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.818756:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 00080000:00000010:2.0:1776192960.820028:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040708c22. 00010000:00000010:2.0:1776192960.820124:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001a96063. 00010000:00000010:2.0:1776192960.820132:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042b006ac. 00010000:00000010:2.0:1776192960.820242:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009340373. 00010000:00000010:2.0:1776192960.820249:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb247877. 00010000:00000010:2.0:1776192960.820262:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd610ab8. 00000100:00000010:2.0:1776192960.820269:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000909d06fe. 00000100:00000010:2.0:1776192960.820278:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192960.820290:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003deb7e7. 02000000:00000010:2.0:1776192960.820314:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001af4ce40. 00000400:00000010:2.0:1776192960.820319:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee980d7. 00000400:00000010:2.0:1776192960.820324:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e349e5f4. 00000100:00000200:2.0:1776192960.820329:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539264, portal 16 00000400:00000010:2.0:1776192960.820333:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069dc0890. 00000100:00000200:2.0:1776192960.820335:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539264, offset 0 00000400:00000200:2.0:1776192960.820344:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.820356:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.820362:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.820365:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.820368:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.820371:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91967:91967:255:4294967295] 192.168.203.33@tcp LPNI seq info [91967:91967:7:4294967295] 00000400:00000200:2.0:1776192960.820379:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.820384:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.820388:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000184662c0 (tot 82352394). 00000800:00000200:2.0:1776192960.820393:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.820399:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.820402:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000184662c0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.830218:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.830227:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82352146). 00000400:00000200:1.0:1776192960.830234:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.830244:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.830251:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:1.0:1776192960.830253:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000800:00000200:1.0:1776192960.830469:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.830471:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000184662c0 (tot 82351898). 00000400:00000200:1.0:1776192960.830476:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.830479:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.830482:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069dc0890 00000400:00000010:1.0:1776192960.830484:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069dc0890. 00000100:00000200:1.0:1776192960.830492:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349539264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.831968:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.831988:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673191c0 00000400:00000200:3.0:1776192960.832021:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb453d [1] + 224 00000400:00000200:3.0:1776192960.832032:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.832036:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.832045:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349539264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.832085:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.832090:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71240 00000400:00000200:3.0:1776192960.832095:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e65 [2] + 1312 00000400:00000200:3.0:1776192960.832105:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.832108:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.832111:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.832116:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feafb61a. 00000400:00000010:1.0:1776192960.832267:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee980d7. 00000400:00000200:1.0:1776192960.832272:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e349e5f4 00000400:00000010:1.0:1776192960.832273:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e349e5f4. 00000100:00000200:1.0:1776192960.832280:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349539264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.832288:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349539264/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.832314:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001af4ce40. 02000000:00000010:1.0:1776192960.832319:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003deb7e7. 00000100:00000010:1.0:1776192960.832322:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:1.0:1776192960.832327:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000909d06fe. 00010000:00000010:1.0:1776192960.832330:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd610ab8. 00010000:00000010:0.1:1776192960.832387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000599e6038. 00010000:00000010:0.1:1776192960.832394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7164371. 00010000:00000010:0.1:1776192960.832398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afcc513. 00000020:00000010:0.0:1776192960.832486:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:0.0:1776192960.832493:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008db05fee. 00000020:00000010:0.0:1776192960.832496:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.832518:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000feafb61a x1862471344656960/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192960.832542:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344656960 02000000:00000010:0.0:1776192960.832552:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a5ccf2c. 00010000:00000010:0.0:1776192960.832576:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053b95a72. 00010000:00000010:0.0:1776192960.832591:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027bf65b4. 00000100:00000010:0.0:1776192960.832596:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b060317. 00000100:00000010:0.0:1776192960.832611:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b060317. 00010000:00000010:0.0:1776192960.832613:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027bf65b4. 00000400:00000010:0.0:1776192960.832625:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.832629:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344656960, offset 224 00000400:00000200:0.0:1776192960.832636:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.832645:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.832651:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91968:91968:256:4294967295] 192.168.203.33@tcp LPNI seq info [91968:91968:8:4294967295] 00000400:00000200:0.0:1776192960.832661:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.832666:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.832671:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006aee207c (tot 82352146). 00000800:00000200:0.0:1776192960.832676:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.832683:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.832686:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006aee207c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.832715:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008db05fee. 00000020:00000010:0.0:1776192960.832719:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.832721:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 00000800:00000200:0.0:1776192960.832798:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.832801:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006aee207c (tot 82351898). 00000400:00000200:0.0:1776192960.832803:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.832807:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.832810:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:0.0:1776192960.832811:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00080000:00000010:1.0:1776192960.833016:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a20ab140. 00010000:00000010:1.0:1776192960.833103:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb247877. 00010000:00000010:1.0:1776192960.833110:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023367d97. 00010000:00000010:1.0:1776192960.833215:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000add15abf. 00010000:00000010:1.0:1776192960.833221:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c6afe9b. 00010000:00000010:1.0:1776192960.833231:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6b88409. 00000100:00000010:1.0:1776192960.833235:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000076d1ca6. 00000100:00000010:1.0:1776192960.833242:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192960.833252:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d828329. 02000000:00000010:1.0:1776192960.833276:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f00e7f3e. 00000400:00000010:1.0:1776192960.833281:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192960.833285:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192960.833289:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539328, portal 16 00000400:00000010:1.0:1776192960.833293:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192960.833295:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539328, offset 0 00000400:00000200:1.0:1776192960.833301:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.833309:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.833317:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.833321:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.833325:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.833327:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91969:91969:256:4294967295] 192.168.203.33@tcp LPNI seq info [91969:91969:8:4294967295] 00000400:00000200:1.0:1776192960.833334:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.833338:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.833342:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192960.833346:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.833351:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.833354:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192960.833885:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.833890:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:0.0:1776192960.833894:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.833899:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.833903:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:0.0:1776192960.833905:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:0.0:1776192960.833910:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349539328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192960.837222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dd5110c. 00010000:00000010:2.1:1776192960.837429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c60d2058. 00010000:00000010:2.1:1776192960.837435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4c79ea. 00010000:00000010:0.1:1776192960.841202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbc5a048. 00000400:00000200:3.0:1776192960.842376:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.842395:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319200 00000400:00000200:3.0:1776192960.842403:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4549 [1] + 224 00000400:00000200:3.0:1776192960.842416:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.842420:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.842431:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349539328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.846194:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.846212:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71280 00000400:00000200:3.0:1776192960.846220:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e65 [2] + 1640 00000400:00000200:3.0:1776192960.846288:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.846293:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.846299:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.846304:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ac1ff8b. 00000020:00000010:0.0:1776192960.846413:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000660f2e52. 00000020:00000010:0.0:1776192960.846421:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008db05fee. 00000020:00000010:0.0:1776192960.846425:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192960.846448:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ac1ff8b x1862471344657024/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192960.846480:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657024 02000000:00000010:0.0:1776192960.846491:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098addaff. 00010000:00000010:0.0:1776192960.846527:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027bf65b4. 00000100:00000010:0.0:1776192960.846534:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b060317. 00000100:00000010:0.0:1776192960.846541:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b060317. 00010000:00000010:0.0:1776192960.846544:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027bf65b4. 00000400:00000010:0.0:1776192960.846558:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.846563:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657024, offset 224 00000400:00000200:0.0:1776192960.846570:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.846581:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.846586:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91970:91970:256:4294967295] 192.168.203.33@tcp LPNI seq info [91970:91970:8:4294967295] 00000400:00000200:0.0:1776192960.846596:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.846600:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.846604:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006aee207c (tot 82352146). 00000800:00000200:0.0:1776192960.846609:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.846616:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.846619:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006aee207c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192960.846638:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008db05fee. 00000020:00000010:0.0:1776192960.846641:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192960.846644:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000660f2e52. 00000800:00000200:0.0:1776192960.846726:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.846730:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006aee207c (tot 82351898). 00000400:00000200:0.0:1776192960.846733:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.846736:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.846740:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:0.0:1776192960.846741:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000400:00000010:1.0:1776192960.850131:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:1.0:1776192960.850139:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192960.850141:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:1.0:1776192960.850176:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349539328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.850187:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349539328/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776192960.850215:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dba8c928. 02000000:00000010:1.0:1776192960.850232:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f00e7f3e. 02000000:00000010:1.0:1776192960.850237:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d828329. 00000100:00000010:1.0:1776192960.850241:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:1.0:1776192960.850245:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000076d1ca6. 00010000:00000010:1.0:1776192960.850249:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6b88409. 00080000:00000010:1.0:1776192960.850268:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d828329. 00010000:00000010:1.0:1776192960.850348:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c6afe9b. 00010000:00000010:1.0:1776192960.850355:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3dffa93. 00010000:00000010:1.0:1776192960.850422:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192960.850427:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c6afe9b. 00010000:00000010:1.0:1776192960.850439:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6b88409. 00000100:00000010:1.0:1776192960.850445:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000076d1ca6. 00000100:00000010:1.0:1776192960.850452:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192960.850464:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f00e7f3e. 02000000:00000010:1.0:1776192960.850488:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7136903. 00000400:00000010:1.0:1776192960.850493:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192960.850497:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192960.850503:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539392, portal 16 00000400:00000010:1.0:1776192960.850508:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192960.850510:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539392, offset 0 00000400:00000200:1.0:1776192960.850518:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.850530:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.850537:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.850540:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.850543:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.850546:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91971:91971:256:4294967295] 192.168.203.33@tcp LPNI seq info [91971:91971:8:4294967295] 00000400:00000200:1.0:1776192960.850555:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.850560:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.850565:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82352146). 00000800:00000200:1.0:1776192960.850570:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.850576:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.850580:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192960.850750:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192960.850754:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:2.0:1776192960.850758:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.850763:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192960.850767:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:2.0:1776192960.850768:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:2.0:1776192960.850773:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f277e3e x1862471349539392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.854271:0:78549:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000432e459. 00000400:00000200:0.0:1776192960.854278:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00010000:00000010:1.1:1776192960.854285:0:78549:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009340373. 00000400:00000200:0.0:1776192960.854294:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319240 00000400:00000200:0.0:1776192960.854303:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4555 [1] + 224 00000400:00000200:0.0:1776192960.854314:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.854318:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.854327:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005f277e3e x1862471349539392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.854356:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.854360:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e712c0 00000400:00000200:0.0:1776192960.854366:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2e65 [2] + 1968 00000400:00000010:0.0:1776192960.854370:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004a53e98. 00000400:00000200:0.0:1776192960.854373:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a7ec0283 00000400:00000200:0.0:1776192960.854423:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.854427:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.854429:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7ec0283 00000400:00000010:0.0:1776192960.854431:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a7ec0283 (tot 82351746). 00000100:00000200:0.0:1776192960.854436:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776192960.856245:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:2.0:1776192960.856255:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:2.0:1776192960.856256:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:2.0:1776192960.856268:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f277e3e x1862471349539392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.856278:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f277e3e x1862471349539392/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.856307:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7136903. 02000000:00000010:2.0:1776192960.856313:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f00e7f3e. 00000100:00000010:2.0:1776192960.856316:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000010:2.0:1776192960.856321:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000076d1ca6. 00010000:00000010:2.0:1776192960.856326:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6b88409. 00000020:00000010:3.0:1776192960.856670:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fb28e6a. 00000020:00000010:3.0:1776192960.856678:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192960.856682:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.856718:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca58e5e3 x1862471344657088/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192960.856743:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657088 02000000:00000010:3.0:1776192960.856755:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f92277ab. 00010000:00000010:3.0:1776192960.856781:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b421b8b4. 00010000:00000010:3.0:1776192960.856800:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063533be7. 00000100:00000010:3.0:1776192960.856806:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000061d3afa. 00000100:00000010:3.0:1776192960.856822:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000061d3afa. 00010000:00000010:3.0:1776192960.856826:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063533be7. 00000400:00000010:3.0:1776192960.856837:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192960.856841:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657088, offset 224 00000400:00000200:3.0:1776192960.856849:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.856864:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.856870:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91972:91972:256:4294967295] 192.168.203.33@tcp LPNI seq info [91972:91972:8:4294967295] 00000400:00000200:3.0:1776192960.856879:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.856884:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.856899:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82351994). 00000800:00000200:3.0:1776192960.856906:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.856912:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.856917:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.856940:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004f29e5e8. 00000020:00000010:3.0:1776192960.856944:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.856947:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fb28e6a. 02000000:00000010:3.0:1776192960.856956:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098addaff. 00000100:00000010:3.0:1776192960.856959:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ac1ff8b. 02000000:00000010:3.0:1776192960.856963:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a5ccf2c. 00000100:00000010:3.0:1776192960.856965:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000feafb61a. 02000000:00000010:3.0:1776192960.856967:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000249c9140. 00000100:00000010:3.0:1776192960.856969:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000989f81ef. 02000000:00000010:3.0:1776192960.856974:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008326bffc. 00000100:00000010:3.0:1776192960.856975:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bebdb68f. 02000000:00000010:3.0:1776192960.856977:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000015e84f62. 00000100:00000010:3.0:1776192960.856980:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 02000000:00000010:3.0:1776192960.856983:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd32df28. 00000100:00000010:3.0:1776192960.856985:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000200:3.0:1776192960.856992:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192960.856997:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d741c26. 00000400:00000010:3.0:1776192960.857001:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000061d3afa (tot 82352146). 00000800:00000200:3.0:1776192960.857092:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.857097:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192960.857101:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.857106:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.857108:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:3.0:1776192960.857110:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 02000000:00000010:3.0:1776192960.857113:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f92277ab. 00080000:00000010:2.0:1776192960.857193:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a76bb0fd. 00010000:00000010:2.0:1776192960.857278:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c6afe9b. 00010000:00000010:2.0:1776192960.857285:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fdd86814. 00010000:00000010:2.0:1776192960.857350:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc191db7. 00010000:00000010:2.0:1776192960.857354:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d2f0d617. 00010000:00000010:2.0:1776192960.857359:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.0:1776192960.857364:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006488f7e1. 00080000:00000010:2.0:1776192960.857375:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dc49eaf. 00010000:00000010:2.0:1776192960.857399:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006488f7e1. 00010000:00000010:2.0:1776192960.857404:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2f0d617. 00010000:00000010:2.0:1776192960.857456:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006349adfd. 00010000:00000010:2.0:1776192960.857459:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006488f7e1. 00010000:00000010:2.0:1776192960.857466:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcb525e4. 00000100:00000010:2.0:1776192960.857471:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009138937. 00000100:00000010:2.0:1776192960.857477:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192960.857487:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ef87945. 02000000:00000010:2.0:1776192960.857507:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee010214. 00000400:00000010:2.0:1776192960.857511:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63f1d9a. 00000400:00000010:2.0:1776192960.857515:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192960.857518:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539456, portal 16 00000400:00000010:2.0:1776192960.857522:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088277087. 00000100:00000200:2.0:1776192960.857523:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539456, offset 0 00000400:00000200:2.0:1776192960.857528:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.857535:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.857541:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.857544:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.857547:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.857549:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91973:91973:256:4294967295] 192.168.203.33@tcp LPNI seq info [91973:91973:8:4294967295] 00000400:00000200:2.0:1776192960.857556:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.857561:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.857564:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82352146). 00000800:00000200:2.0:1776192960.857568:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.857572:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.857574:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.857895:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.857899:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82351898). 00000400:00000200:3.0:1776192960.857902:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.857907:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.857910:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088277087 00000400:00000010:3.0:1776192960.857911:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088277087. 00000100:00000200:3.0:1776192960.857916:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349539456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192960.861577:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192960.861594:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319280 00000400:00000200:0.0:1776192960.861603:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4565 [1] + 224 00000400:00000200:0.0:1776192960.861619:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.861623:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192960.861632:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349539456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.861717:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63f1d9a. 00000400:00000200:2.0:1776192960.861721:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:2.0:1776192960.861723:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:2.0:1776192960.861728:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349539456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.861736:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349539456/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.861765:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee010214. 02000000:00000010:2.0:1776192960.861770:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ef87945. 00000100:00000010:2.0:1776192960.861774:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:2.0:1776192960.861779:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009138937. 00010000:00000010:2.0:1776192960.861782:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcb525e4. 00010000:00000010:1.1:1776192960.875263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc6f4981. 00010000:00000010:1.1:1776192960.875277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbd593a2. 00010000:00000010:1.1:1776192960.875281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add15abf. 00000400:00000200:1.0:1776192960.875652:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.875667:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71300 00000400:00000200:1.0:1776192960.875675:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ebd [2] + 0 00000400:00000200:1.0:1776192960.875739:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.875744:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.875750:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.875756:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 00000020:00000010:1.0:1776192960.876231:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df9db710. 00000020:00000010:1.0:1776192960.876239:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.876242:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.876269:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c81c218 x1862471344657152/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192960.876299:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657152 02000000:00000010:1.0:1776192960.876308:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ef1c264. 00010000:00000010:1.0:1776192960.876335:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060a108b1. 00010000:00000010:1.0:1776192960.876367:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.876375:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f926779. 00000100:00000010:1.0:1776192960.876387:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f926779. 00010000:00000010:1.0:1776192960.876391:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000010:1.0:1776192960.876405:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192960.876409:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657152, offset 224 00000400:00000200:1.0:1776192960.876416:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.876428:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.876433:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91974:91974:256:4294967295] 192.168.203.33@tcp LPNI seq info [91974:91974:8:4294967295] 00000400:00000200:1.0:1776192960.876441:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.876446:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.876450:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192960.876455:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.876462:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.876465:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.876482:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.876485:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.876488:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df9db710. 00080000:00000010:1.0:1776192960.878237:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df9db710. 00010000:00000010:1.0:1776192960.878333:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006488f7e1. 00010000:00000010:1.0:1776192960.878354:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009cdada2c. 00010000:00000010:1.0:1776192960.878427:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000add15abf. 00010000:00000010:1.0:1776192960.878434:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192960.878445:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.878452:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f926779. 00000100:00000010:1.0:1776192960.878461:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 02000000:00000010:1.0:1776192960.878473:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bdfc562. 02000000:00000010:1.0:1776192960.878501:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f323f84. 00000400:00000010:1.0:1776192960.878507:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192960.878512:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192960.878517:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539520, portal 16 00000400:00000010:1.0:1776192960.878521:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192960.878522:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539520, offset 0 00000400:00000200:1.0:1776192960.878531:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.878554:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.878561:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.878565:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.878567:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.878570:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91975:91975:255:4294967295] 192.168.203.33@tcp LPNI seq info [91975:91975:7:4294967295] 00000400:00000200:1.0:1776192960.878578:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.878584:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.878589:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192960.878595:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.878603:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.878606:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.880685:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.880700:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82352146). 00000400:00000200:3.0:1776192960.880706:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.880713:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.880719:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:3.0:1776192960.880721:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000800:00000200:3.0:1776192960.880787:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.880789:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:3.0:1776192960.880792:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.880795:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.880797:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:3.0:1776192960.880799:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:3.0:1776192960.880805:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e244c8e9 x1862471349539520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.886224:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.886241:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673192c0 00000400:00000200:3.0:1776192960.886248:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4571 [1] + 224 00000400:00000200:3.0:1776192960.886260:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.886263:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.886274:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e244c8e9 x1862471349539520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.888173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6912717. 00010000:00000010:2.1:1776192960.888265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2dfeac. 00010000:00000010:2.1:1776192960.888271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:2.1:1776192960.888276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc191db7. 00010000:00000010:2.1:1776192960.888279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8d8267. 00000400:00000010:1.0:1776192960.888519:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:1.0:1776192960.888523:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:1.0:1776192960.888525:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:1.0:1776192960.888538:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e244c8e9 x1862471349539520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.888548:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e244c8e9 x1862471349539520/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.888574:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f323f84. 02000000:00000010:1.0:1776192960.888580:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bdfc562. 00000100:00000010:1.0:1776192960.888584:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000010:1.0:1776192960.888588:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f926779. 00010000:00000010:1.0:1776192960.888592:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000200:1.0:1776192960.900900:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.900921:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71340 00000400:00000200:1.0:1776192960.900929:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ebd [2] + 328 00000400:00000200:1.0:1776192960.901566:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.901574:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.901582:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.901588:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 00000020:00000010:3.0:1776192960.901787:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f92277ab. 00000020:00000010:3.0:1776192960.901794:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.901798:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.901823:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e244c8e9 x1862471344657216/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192960.901857:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657216 02000000:00000010:3.0:1776192960.901869:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000470949ce. 00010000:00000010:3.0:1776192960.901898:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069841b73. 00010000:00000010:3.0:1776192960.901917:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063533be7. 00000100:00000010:3.0:1776192960.901924:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192960.901934:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192960.901937:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063533be7. 00080000:00000010:1.0:1776192960.902049:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bdfc562. 00010000:00000010:1.0:1776192960.902124:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192960.902131:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000854d57b5. 00010000:00000010:1.1:1776192960.902179:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020f79fcc. 00010000:00000010:1.1:1776192960.902186:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005056e991. 00010000:00000010:1.1:1776192960.902190:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006349adfd. 00010000:00000010:1.0:1776192960.902261:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192960.902268:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192960.902278:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.902282:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f926779. 00000100:00000010:1.0:1776192960.902289:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 02000000:00000010:1.0:1776192960.902299:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f323f84. 02000000:00000010:1.0:1776192960.902320:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b65bcd7c. 00000400:00000010:1.0:1776192960.902325:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192960.902330:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192960.902335:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539584, portal 16 00000400:00000010:1.0:1776192960.902339:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076510d21. 00000100:00000200:1.0:1776192960.902341:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539584, offset 0 00000400:00000010:3.0:1776192960.903086:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192960.903093:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657216, offset 224 00000400:00000200:3.0:1776192960.903102:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.903120:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.903126:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91976:91976:256:4294967295] 192.168.203.33@tcp LPNI seq info [91976:91976:8:4294967295] 00000400:00000200:3.0:1776192960.903136:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.903142:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.903146:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192960.903167:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.903173:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.903177:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.903200:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d5177c0. 00000020:00000010:3.0:1776192960.903204:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.903207:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f92277ab. 00000400:00000200:1.0:1776192960.904529:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.904547:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.904556:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.904561:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.904564:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.904567:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91977:91977:255:4294967295] 192.168.203.33@tcp LPNI seq info [91977:91977:7:4294967295] 00000400:00000200:1.0:1776192960.904576:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.904582:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.904588:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed57e5d5 (tot 82352394). 00000800:00000200:1.0:1776192960.904595:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.904600:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.904603:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed57e5d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.904854:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.904858:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:3.0:1776192960.904863:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.904867:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.904871:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:3.0:1776192960.904873:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000800:00000200:3.0:1776192960.906310:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.906317:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed57e5d5 (tot 82351898). 00000400:00000200:3.0:1776192960.906323:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.906330:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.906335:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076510d21 00000400:00000010:3.0:1776192960.906337:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076510d21. 00000100:00000200:3.0:1776192960.906356:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000083f5869e x1862471349539584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.910255:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.910274:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319300 00000400:00000200:1.0:1776192960.910368:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4579 [1] + 224 00000400:00000200:1.0:1776192960.910384:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.910389:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.910400:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000083f5869e x1862471349539584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.910525:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.910532:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71380 00000400:00000200:1.0:1776192960.910537:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ebd [2] + 656 00000400:00000200:1.0:1776192960.910546:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.910550:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.910554:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.910560:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 00000400:00000010:1.0:1776192960.910594:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:1.0:1776192960.910599:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:1.0:1776192960.910601:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:1.0:1776192960.910607:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000083f5869e x1862471349539584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.910615:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000083f5869e x1862471349539584/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.910653:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b65bcd7c. 02000000:00000010:1.0:1776192960.910659:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f323f84. 00000100:00000010:1.0:1776192960.910663:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 00000100:00000010:1.0:1776192960.910668:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f926779. 00010000:00000010:1.0:1776192960.910672:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000020:00000010:1.0:1776192960.910725:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f323f84. 00000020:00000010:1.0:1776192960.910731:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.910735:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.910756:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f277e3e x1862471344657280/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192960.910793:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657280 02000000:00000010:1.0:1776192960.911070:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b65bcd7c. 00010000:00000010:1.0:1776192960.911095:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cabb17a. 00010000:00000010:1.0:1776192960.911111:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.911125:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f926779. 00000100:00000010:1.0:1776192960.911134:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f926779. 00010000:00000010:1.0:1776192960.911136:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00080000:00000010:1.0:1776192960.911202:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cf78f4e. 00010000:00000010:1.0:1776192960.911275:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192960.911290:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f86e5c2. 00010000:00000010:1.0:1776192960.911358:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fff13663. 00010000:00000010:1.0:1776192960.911364:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192960.911372:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.911375:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f926779. 00000100:00000010:1.0:1776192960.911381:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 02000000:00000010:1.0:1776192960.911391:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068a45e94. 02000000:00000010:1.0:1776192960.911697:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd32df28. 00000400:00000010:1.0:1776192960.911704:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192960.911709:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192960.911966:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539648, portal 16 00000400:00000010:1.0:1776192960.911973:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192960.911977:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539648, offset 0 00000400:00000200:1.0:1776192960.911984:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.911997:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.912003:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192960.912007:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192960.912010:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192960.912013:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91978:91978:256:4294967295] 192.168.203.33@tcp LPNI seq info [91978:91978:8:4294967295] 00000400:00000200:1.0:1776192960.912022:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.912027:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.912032:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192960.912038:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.912044:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.912048:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.912258:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.912262:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:1.0:1776192960.912266:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.912270:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.912274:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:1.0:1776192960.912276:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000100:00000200:1.0:1776192960.912351:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000083f5869e x1862471349539648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.912373:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192960.912376:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657280, offset 224 00000400:00000200:1.0:1776192960.912380:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.912386:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.912390:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91979:91979:256:4294967295] 192.168.203.33@tcp LPNI seq info [91979:91979:8:4294967295] 00000400:00000200:1.0:1776192960.912397:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.912400:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.912403:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192960.912489:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.912496:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.912498:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.912518:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.912524:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.912527:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f323f84. 00000800:00000200:1.0:1776192960.912552:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.912554:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:1.0:1776192960.912556:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.912559:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.912562:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:1.0:1776192960.912563:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 00000400:00000200:2.0:1776192960.915084:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.915103:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319340 00000400:00000200:2.0:1776192960.915112:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4585 [1] + 224 00000400:00000200:2.0:1776192960.915131:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.915136:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.915146:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000083f5869e x1862471349539648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192960.917762:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c4b0874. 00000400:00000200:1.0:1776192960.917770:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:1.0:1776192960.917772:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00000100:00000200:1.0:1776192960.917783:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000083f5869e x1862471349539648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192960.917792:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000083f5869e x1862471349539648/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192960.917820:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd32df28. 02000000:00000010:1.0:1776192960.917826:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000068a45e94. 00000100:00000010:1.0:1776192960.917829:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 00000100:00000010:1.0:1776192960.917833:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f926779. 00010000:00000010:1.0:1776192960.917837:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00010000:00000010:1.1:1776192960.919183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d05b0641. 00010000:00000010:1.1:1776192960.919194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add15abf. 00010000:00000010:3.1:1776192960.919273:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009297551. 00000400:00000200:1.0:1776192960.919435:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.919451:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e713c0 00000400:00000200:1.0:1776192960.919459:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ebd [2] + 984 00000400:00000200:1.0:1776192960.919473:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.919476:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.919483:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.919488:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 00000020:00000010:3.0:1776192960.919590:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f92277ab. 00000020:00000010:3.0:1776192960.919596:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192960.919600:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.919625:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083f5869e x1862471344657344/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192960.919686:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657344 02000000:00000010:3.0:1776192960.919704:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067408ea2. 00010000:00000010:3.0:1776192960.919729:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008603bcf1. 00010000:00000010:3.0:1776192960.919754:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ae932ed. 00000100:00000010:3.0:1776192960.919760:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192960.919776:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192960.919780:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ae932ed. 00000400:00000010:3.0:1776192960.919791:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192960.919796:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657344, offset 224 00000400:00000200:3.0:1776192960.919803:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.919814:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.919819:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91980:91980:256:4294967295] 192.168.203.33@tcp LPNI seq info [91980:91980:8:4294967295] 00000400:00000200:3.0:1776192960.919828:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.919836:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.919841:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192960.919846:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.919853:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.919856:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.919878:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192960.919883:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.919886:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f92277ab. 00000800:00000200:1.0:1776192960.919993:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.919997:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:1.0:1776192960.920002:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.920006:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.920009:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:1.0:1776192960.920012:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00010000:00000010:1.1:1776192960.923212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efc87d00. 00080000:00000010:0.0:1776192960.923213:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000660f2e52. 00010000:00000010:1.1:1776192960.923224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060f5cffc. 00010000:00000010:1.1:1776192960.923226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:0.0:1776192960.923313:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff7c0f32. 00010000:00000010:0.0:1776192960.923323:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000643e247b. 00010000:00000010:0.0:1776192960.923392:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008afcc513. 00010000:00000010:0.0:1776192960.923399:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f696cb30. 00010000:00000010:0.0:1776192960.923411:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcc76232. 00000100:00000010:0.0:1776192960.923418:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a873c03. 00000100:00000010:0.0:1776192960.923426:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192960.923440:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000616a41e0. 02000000:00000010:0.0:1776192960.923467:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3701724. 00000400:00000010:0.0:1776192960.923474:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000011c8a52. 00000400:00000010:0.0:1776192960.923481:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.923487:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539712, portal 16 00000400:00000010:0.0:1776192960.923492:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053d812f0. 00000100:00000200:0.0:1776192960.923494:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539712, offset 0 00000400:00000200:0.0:1776192960.923504:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.923518:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.923525:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.923529:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.923532:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.923536:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91981:91981:256:4294967295] 192.168.203.33@tcp LPNI seq info [91981:91981:8:4294967295] 00000400:00000200:0.0:1776192960.923545:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.923551:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.923555:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006aee207c (tot 82352146). 00000800:00000200:0.0:1776192960.923562:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.923568:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.923571:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006aee207c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.923797:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.923801:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006aee207c (tot 82351898). 00000400:00000200:3.0:1776192960.923805:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.923810:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.923814:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053d812f0 00000400:00000010:3.0:1776192960.923816:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053d812f0. 00000100:00000200:3.0:1776192960.923823:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349539712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.927189:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.927209:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319380 00000400:00000200:1.0:1776192960.927218:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4595 [1] + 224 00000400:00000200:1.0:1776192960.927232:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.927236:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.927246:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349539712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192960.927580:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000011c8a52. 00000400:00000200:0.0:1776192960.927586:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:0.0:1776192960.927587:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.927593:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349539712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.927601:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349539712/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.927628:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3701724. 02000000:00000010:0.0:1776192960.927633:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000616a41e0. 00000100:00000010:0.0:1776192960.927638:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:0.0:1776192960.927642:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a873c03. 00010000:00000010:0.0:1776192960.927646:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcc76232. 00000400:00000200:1.0:1776192960.929618:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.929637:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71400 00000400:00000200:1.0:1776192960.929646:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ebd [2] + 1312 00000400:00000200:1.0:1776192960.929716:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.929721:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.929727:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.929733:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 00000020:00000010:3.0:1776192960.929818:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f92277ab. 00000020:00000010:3.0:1776192960.929825:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192960.929828:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.929853:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad1b0323 x1862471344657408/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192960.929880:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657408 02000000:00000010:3.0:1776192960.929903:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a5ccf2c. 00010000:00000010:3.0:1776192960.929931:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3bb0ab9. 00010000:00000010:3.0:1776192960.929955:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ae932ed. 00000100:00000010:3.0:1776192960.929962:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192960.929976:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192960.929979:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ae932ed. 00000400:00000010:3.0:1776192960.929992:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192960.929996:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657408, offset 224 00000400:00000200:3.0:1776192960.930004:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.930014:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.930018:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91982:91982:256:4294967295] 192.168.203.33@tcp LPNI seq info [91982:91982:8:4294967295] 00000400:00000200:3.0:1776192960.930028:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.930033:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.930037:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.930042:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.930048:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.930051:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.930069:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c11a05dd. 00000020:00000010:3.0:1776192960.930072:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.930075:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f92277ab. 00000800:00000200:3.0:1776192960.930130:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.930133:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:3.0:1776192960.930136:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.930140:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.930143:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:3.0:1776192960.930144:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00080000:00000010:0.0:1776192960.930794:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3701724. 00010000:00000010:0.0:1776192960.930878:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f696cb30. 00010000:00000010:0.0:1776192960.930884:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f48c6416. 00010000:00000010:0.0:1776192960.930953:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8e399a1. 00010000:00000010:0.0:1776192960.930958:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000008675e47. 00010000:00000010:0.0:1776192960.930963:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.0:1776192960.930968:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f696cb30. 00080000:00000010:0.0:1776192960.930980:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2ddf18d. 00010000:00000010:0.0:1776192960.931004:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f696cb30. 00010000:00000010:0.0:1776192960.931008:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008675e47. 00010000:00000010:0.0:1776192960.931057:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d067bae7. 00010000:00000010:0.0:1776192960.931060:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f696cb30. 00010000:00000010:0.0:1776192960.931068:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcc76232. 00000100:00000010:0.0:1776192960.931072:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a873c03. 00000100:00000010:0.0:1776192960.931079:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000018a69e7. 02000000:00000010:0.0:1776192960.931090:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000616a41e0. 02000000:00000010:0.0:1776192960.931112:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be8b799c. 00000400:00000010:0.0:1776192960.931116:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000011c8a52. 00000400:00000010:0.0:1776192960.931121:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b59ff0a. 00000100:00000200:0.0:1776192960.931126:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539776, portal 16 00000400:00000010:0.0:1776192960.931130:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000108f2bd. 00000100:00000200:0.0:1776192960.931132:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539776, offset 0 00000400:00000200:0.0:1776192960.931139:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.931148:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.931171:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.931175:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.931178:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.931180:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91983:91983:256:4294967295] 192.168.203.33@tcp LPNI seq info [91983:91983:8:4294967295] 00000400:00000200:0.0:1776192960.931188:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.931192:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.931196:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006aee207c (tot 82352146). 00000800:00000200:0.0:1776192960.931200:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.931205:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.931208:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006aee207c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.931415:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.931419:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006aee207c (tot 82351898). 00000400:00000200:1.0:1776192960.931423:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.931427:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.931431:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000108f2bd 00000400:00000010:1.0:1776192960.931432:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000108f2bd. 00000100:00000200:1.0:1776192960.931438:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000018a69e7 x1862471349539776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.933772:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.933791:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673193c0 00000400:00000200:1.0:1776192960.933799:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb45a1 [1] + 224 00000400:00000200:1.0:1776192960.933813:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.933817:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.933826:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000018a69e7 x1862471349539776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.933906:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000011c8a52. 00000400:00000200:2.0:1776192960.933911:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b59ff0a 00000400:00000010:2.0:1776192960.933913:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b59ff0a. 00000100:00000200:2.0:1776192960.933919:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000018a69e7 x1862471349539776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.933926:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000018a69e7 x1862471349539776/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.933953:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be8b799c. 02000000:00000010:2.0:1776192960.933959:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000616a41e0. 00000100:00000010:2.0:1776192960.933963:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000018a69e7. 00000100:00000010:2.0:1776192960.933967:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a873c03. 00010000:00000010:2.0:1776192960.933971:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcc76232. 00000400:00000200:3.0:1776192960.936540:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.936560:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71440 00000400:00000200:3.0:1776192960.936569:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ebd [2] + 1640 00000400:00000200:3.0:1776192960.936631:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.936637:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.936644:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.936649:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bebdb68f. 00000020:00000010:1.0:1776192960.945147:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068a45e94. 00000020:00000010:1.0:1776192960.945172:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.945177:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.945207:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bebdb68f x1862471344657472/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192960.945247:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657472 02000000:00000010:1.0:1776192960.945268:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd32df28. 00010000:00000010:1.0:1776192960.945310:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061849c94. 00010000:00000010:1.0:1776192960.945336:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.945344:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f926779. 00000100:00000010:1.0:1776192960.945361:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f926779. 00010000:00000010:1.0:1776192960.945366:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000010:1.0:1776192960.945379:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086778954. 00000100:00000200:1.0:1776192960.945385:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657472, offset 224 00000400:00000200:1.0:1776192960.945393:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.945417:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.945423:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91984:91984:256:4294967295] 192.168.203.33@tcp LPNI seq info [91984:91984:8:4294967295] 00000400:00000200:1.0:1776192960.945441:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.945446:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.945451:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b60e3f80 (tot 82352146). 00000800:00000200:1.0:1776192960.945457:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.945463:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.945466:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b60e3f80 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.945495:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.945499:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.945502:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068a45e94. 00000800:00000200:0.0:1776192960.945656:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.945660:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b60e3f80 (tot 82351898). 00000400:00000200:0.0:1776192960.945665:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.945671:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.945675:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086778954 00000400:00000010:0.0:1776192960.945677:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086778954. 00080000:00000010:2.0:1776192960.945756:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee010214. 00010000:00000010:2.0:1776192960.945854:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f696cb30. 00010000:00000010:2.0:1776192960.945861:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040b10b11. 00010000:00000010:2.0:1776192960.945929:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.0:1776192960.945935:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf9e8fd5. 00010000:00000010:2.0:1776192960.945946:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079a76da3. 00000100:00000010:2.0:1776192960.945950:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009138937. 00000100:00000010:2.0:1776192960.945959:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192960.945971:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003deb7e7. 02000000:00000010:2.0:1776192960.945991:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001af4ce40. 00000400:00000010:2.0:1776192960.945997:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63f1d9a. 00000400:00000010:2.0:1776192960.946001:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192960.946005:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539840, portal 16 00000400:00000010:2.0:1776192960.946009:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000570f07a7. 00000100:00000200:2.0:1776192960.946011:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539840, offset 0 00000400:00000200:2.0:1776192960.946017:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.946025:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.946031:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.946034:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.946036:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.946039:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91985:91985:256:4294967295] 192.168.203.33@tcp LPNI seq info [91985:91985:8:4294967295] 00000400:00000200:2.0:1776192960.946045:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.946049:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.946053:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f9413d (tot 82352146). 00000800:00000200:2.0:1776192960.946057:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.946062:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.946064:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007f9413d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.946895:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.946901:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f9413d (tot 82351898). 00000400:00000200:1.0:1776192960.946907:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.946914:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.946918:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000570f07a7 00000400:00000010:1.0:1776192960.946919:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000570f07a7. 00000100:00000200:1.0:1776192960.946925:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349539840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192960.947796:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006703b5c7. 00010000:00000010:3.1:1776192960.947814:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082ec6db. 00010000:00000010:0.1:1776192960.949869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9ba648. 00010000:00000010:0.1:1776192960.949884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fff13663. 00010000:00000010:0.1:1776192960.949898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d40d3b8. 00010000:00000010:0.1:1776192960.949902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afcc513. 00010000:00000010:0.1:1776192960.949905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8e399a1. 00010000:00000010:0.1:1776192960.949908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00010000:00000010:2.1:1776192960.952438:0:78552:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7090ae0. 00010000:00000010:2.1:1776192960.952452:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d067bae7. 00010000:00000010:1.1:1776192960.953537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3050e84. 00000400:00000200:3.0:1776192960.961022:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.961042:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319400 00000400:00000200:3.0:1776192960.961051:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb45ad [1] + 224 00000400:00000200:3.0:1776192960.961064:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.961069:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.961081:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349539840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.961122:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.961127:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71480 00000400:00000200:3.0:1776192960.961132:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2ebd [2] + 1968 00000400:00000010:3.0:1776192960.961135:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a4ada16. 00000400:00000200:3.0:1776192960.961139:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f8ab7394 00000400:00000200:3.0:1776192960.961149:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.961152:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.961171:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ab7394 00000400:00000010:3.0:1776192960.961173:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f8ab7394 (tot 82351746). 00000100:00000200:3.0:1776192960.961179:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776192960.961361:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068a45e94. 00000020:00000010:1.0:1776192960.961369:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.961374:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.961399:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a4da927 x1862471344657536/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192960.961436:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657536 02000000:00000010:1.0:1776192960.961446:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f323f84. 00010000:00000010:1.0:1776192960.961493:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.961500:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f926779. 00000100:00000010:1.0:1776192960.961506:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f926779. 00010000:00000010:1.0:1776192960.961510:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000010:1.0:1776192960.961524:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d7a31b93. 00000100:00000200:1.0:1776192960.961529:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657536, offset 224 00000400:00000200:1.0:1776192960.961536:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.961545:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.961551:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91986:91986:256:4294967295] 192.168.203.33@tcp LPNI seq info [91986:91986:8:4294967295] 00000400:00000200:1.0:1776192960.961559:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.961563:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.961567:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000047aa361e (tot 82351994). 00000800:00000200:1.0:1776192960.961571:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.961577:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.961580:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000047aa361e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.961604:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.961608:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.961611:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068a45e94. 02000000:00000010:1.0:1776192960.961619:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd32df28. 00000100:00000010:1.0:1776192960.961621:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bebdb68f. 02000000:00000010:1.0:1776192960.961625:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a5ccf2c. 00000100:00000010:1.0:1776192960.961628:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 02000000:00000010:1.0:1776192960.961631:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067408ea2. 00000100:00000010:1.0:1776192960.961633:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 02000000:00000010:1.0:1776192960.961635:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b65bcd7c. 00000100:00000010:1.0:1776192960.961637:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 02000000:00000010:1.0:1776192960.961640:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000470949ce. 00000100:00000010:1.0:1776192960.961641:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 02000000:00000010:1.0:1776192960.961644:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ef1c264. 00000100:00000010:1.0:1776192960.961646:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 00000100:00000200:1.0:1776192960.961652:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776192960.961656:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c4b0874. 00000400:00000010:1.0:1776192960.961659:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009f926779 (tot 82352146). 00000800:00000200:3.0:1776192960.961787:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.961791:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000047aa361e (tot 82351898). 00000400:00000200:3.0:1776192960.961795:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.961799:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.961801:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a31b93 00000400:00000010:3.0:1776192960.961803:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d7a31b93. 02000000:00000010:3.0:1776192960.961807:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f323f84. 00000400:00000010:2.0:1776192960.961931:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63f1d9a. 00000400:00000200:2.0:1776192960.961935:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:2.0:1776192960.961936:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:2.0:1776192960.961942:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349539840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.961950:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349539840/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776192960.961970:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3a56957. 02000000:00000010:2.0:1776192960.961986:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001af4ce40. 02000000:00000010:2.0:1776192960.961991:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003deb7e7. 00000100:00000010:2.0:1776192960.961994:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:2.0:1776192960.961997:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009138937. 00010000:00000010:2.0:1776192960.961999:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079a76da3. 00080000:00000010:2.0:1776192960.962014:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003deb7e7. 00010000:00000010:2.0:1776192960.962089:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf9e8fd5. 00010000:00000010:2.0:1776192960.962097:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e5cdc09. 00010000:00000010:2.0:1776192960.962199:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d08b07e0. 00010000:00000010:2.0:1776192960.962205:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf9e8fd5. 00010000:00000010:2.0:1776192960.962214:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079a76da3. 00000100:00000010:2.0:1776192960.962218:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009138937. 00000100:00000010:2.0:1776192960.962224:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192960.962233:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001af4ce40. 02000000:00000010:2.0:1776192960.962255:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef87945. 00000400:00000010:2.0:1776192960.962259:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63f1d9a. 00000400:00000010:2.0:1776192960.962262:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192960.962265:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539904, portal 16 00000400:00000010:2.0:1776192960.962268:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7c319. 00000100:00000200:2.0:1776192960.962270:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539904, offset 0 00000400:00000200:2.0:1776192960.962275:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.962282:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.962288:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.962292:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.962295:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.962298:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91987:91987:256:4294967295] 192.168.203.33@tcp LPNI seq info [91987:91987:8:4294967295] 00000400:00000200:2.0:1776192960.962304:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.962307:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.962311:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdd12d57 (tot 82352146). 00000800:00000200:2.0:1776192960.962315:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.962320:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.962323:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdd12d57 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192960.962505:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.962507:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdd12d57 (tot 82351898). 00000400:00000200:1.0:1776192960.962511:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.962515:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.962518:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7c319 00000400:00000010:1.0:1776192960.962519:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7c319. 00000100:00000200:1.0:1776192960.962524:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349539904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192960.964395:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.964411:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319440 00000400:00000200:3.0:1776192960.964420:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb45bd [1] + 224 00000400:00000200:3.0:1776192960.964431:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.964435:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.964442:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349539904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.964578:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63f1d9a. 00000400:00000200:2.0:1776192960.964582:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:2.0:1776192960.964584:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:2.0:1776192960.964589:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349539904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.964602:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349539904/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.964628:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef87945. 02000000:00000010:2.0:1776192960.964633:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001af4ce40. 00000100:00000010:2.0:1776192960.964637:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:2.0:1776192960.964641:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009138937. 00010000:00000010:2.0:1776192960.964643:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079a76da3. 00000400:00000200:3.0:1776192960.965071:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.965081:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e714c0 00000400:00000200:3.0:1776192960.965086:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f15 [2] + 0 00000400:00000200:3.0:1776192960.965133:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.965137:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.965142:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192960.965147:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000989f81ef. 00000020:00000010:1.0:1776192960.965272:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ef1c264. 00000020:00000010:1.0:1776192960.965279:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.965284:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.965306:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000989f81ef x1862471344657600/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192960.965347:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657600 02000000:00000010:1.0:1776192960.965358:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b65bcd7c. 00010000:00000010:1.0:1776192960.965385:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000342f9767. 00010000:00000010:1.0:1776192960.965405:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.965410:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f7c269. 00000100:00000010:1.0:1776192960.965422:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073f7c269. 00010000:00000010:1.0:1776192960.965425:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000010:1.0:1776192960.965436:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192960.965440:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657600, offset 224 00000400:00000200:1.0:1776192960.965448:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.965457:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.965462:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91988:91988:256:4294967295] 192.168.203.33@tcp LPNI seq info [91988:91988:8:4294967295] 00000400:00000200:1.0:1776192960.965470:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.965474:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.965478:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192960.965483:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.965491:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.965494:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.965512:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.965517:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.965520:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ef1c264. 00000800:00000200:1.0:1776192960.965572:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.965575:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:1.0:1776192960.965578:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.965582:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.965584:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192960.965586:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00080000:00000010:2.0:1776192960.965613:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af4ce40. 00010000:00000010:2.0:1776192960.965697:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf9e8fd5. 00010000:00000010:2.0:1776192960.965703:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019a4d11b. 00010000:00000010:2.0:1776192960.965794:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9b67a54. 00010000:00000010:2.0:1776192960.965799:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf9e8fd5. 00010000:00000010:2.0:1776192960.965809:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079a76da3. 00000100:00000010:2.0:1776192960.965812:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009138937. 00000100:00000010:2.0:1776192960.965817:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192960.965827:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ef87945. 02000000:00000010:2.0:1776192960.965849:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000616a41e0. 00000400:00000010:2.0:1776192960.965853:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63f1d9a. 00000400:00000010:2.0:1776192960.965856:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f402087a. 00000100:00000200:2.0:1776192960.965861:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349539968, portal 16 00000400:00000010:2.0:1776192960.965864:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008ecbbb3. 00000100:00000200:2.0:1776192960.965866:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349539968, offset 0 00000400:00000200:2.0:1776192960.965871:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.965877:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.965884:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.965887:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.965890:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.965893:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91989:91989:256:4294967295] 192.168.203.33@tcp LPNI seq info [91989:91989:8:4294967295] 00000400:00000200:2.0:1776192960.965899:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.965903:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.965907:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fab8b8f (tot 82352146). 00000800:00000200:2.0:1776192960.965911:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.965915:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.965917:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002fab8b8f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.966038:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.966041:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fab8b8f (tot 82351898). 00000400:00000200:3.0:1776192960.966044:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.966048:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.966051:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008ecbbb3 00000400:00000010:3.0:1776192960.966052:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008ecbbb3. 00000100:00000200:3.0:1776192960.966057:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349539968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.970643:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.970661:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319480 00000400:00000200:1.0:1776192960.970668:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb45c9 [1] + 224 00000400:00000200:1.0:1776192960.970678:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.970682:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.970704:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349539968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192960.970738:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192960.970744:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71500 00000400:00000200:1.0:1776192960.970748:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f15 [2] + 328 00000400:00000200:1.0:1776192960.970808:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.970812:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192960.970816:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192960.970821:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c81c218. 00000020:00000010:1.0:1776192960.971359:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ef1c264. 00000020:00000010:1.0:1776192960.971366:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.971370:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192960.971393:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c81c218 x1862471344657664/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192960.971420:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657664 02000000:00000010:1.0:1776192960.971429:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd32df28. 00010000:00000010:1.0:1776192960.971465:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192960.971472:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f7c269. 00000100:00000010:1.0:1776192960.971478:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073f7c269. 00010000:00000010:1.0:1776192960.971482:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000010:1.0:1776192960.971495:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192960.971499:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657664, offset 224 00000400:00000200:1.0:1776192960.971506:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192960.971516:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192960.971522:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91990:91990:256:4294967295] 192.168.203.33@tcp LPNI seq info [91990:91990:8:4294967295] 00000400:00000200:1.0:1776192960.971531:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192960.971536:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192960.971540:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192960.971545:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192960.971552:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192960.971555:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192960.971570:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192960.971575:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192960.971578:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ef1c264. 00000800:00000200:1.0:1776192960.971655:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192960.971657:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:1.0:1776192960.971660:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192960.971664:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192960.971667:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192960.971669:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000400:00000010:0.0:1776192960.972199:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63f1d9a. 00000400:00000200:0.0:1776192960.972205:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f402087a 00000400:00000010:0.0:1776192960.972206:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f402087a. 00000100:00000200:0.0:1776192960.972213:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349539968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.972221:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349539968/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192960.972241:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005496f4be. 02000000:00000010:0.0:1776192960.972254:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000616a41e0. 02000000:00000010:0.0:1776192960.972260:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ef87945. 00000100:00000010:0.0:1776192960.972264:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:0.0:1776192960.972268:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009138937. 00010000:00000010:0.0:1776192960.972270:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000079a76da3. 00080000:00000010:0.0:1776192960.972286:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ef87945. 00010000:00000010:0.0:1776192960.972369:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf9e8fd5. 00010000:00000010:0.0:1776192960.972376:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5c708b4. 00010000:00000010:0.0:1776192960.972439:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8278a84. 00010000:00000010:0.0:1776192960.972445:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b749b8d6. 00010000:00000010:0.0:1776192960.972456:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011b0f950. 00000100:00000010:0.0:1776192960.972460:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020afeaf7. 00000100:00000010:0.0:1776192960.972466:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192960.972488:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa7b2d69. 02000000:00000010:0.0:1776192960.972511:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070ac047d. 00000400:00000010:0.0:1776192960.972515:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001de6a93a. 00000400:00000010:0.0:1776192960.972520:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192960.972524:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540032, portal 16 00000400:00000010:0.0:1776192960.972528:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008adb0d91. 00000100:00000200:0.0:1776192960.972530:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540032, offset 0 00000400:00000200:0.0:1776192960.972537:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192960.972545:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192960.972552:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192960.972555:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192960.972557:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192960.972560:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91991:91991:256:4294967295] 192.168.203.33@tcp LPNI seq info [91991:91991:8:4294967295] 00000400:00000200:0.0:1776192960.972568:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192960.972572:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192960.972576:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b367efdc (tot 82352146). 00000800:00000200:0.0:1776192960.972580:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192960.972585:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192960.972588:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b367efdc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.972686:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.972702:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b367efdc (tot 82351898). 00000400:00000200:3.0:1776192960.972709:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.972721:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.972724:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008adb0d91 00000400:00000010:3.0:1776192960.972726:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008adb0d91. 00000100:00000200:3.0:1776192960.972733:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349540032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192960.975243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5a70327. 00000400:00000200:2.0:1776192960.978537:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.978557:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673194c0 00000400:00000200:2.0:1776192960.978566:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb45d5 [1] + 224 00000400:00000200:2.0:1776192960.978578:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.978582:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.978593:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349540032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192960.978626:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.978631:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71540 00000400:00000200:2.0:1776192960.978636:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f15 [2] + 656 00000400:00000200:2.0:1776192960.978696:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.978700:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.978704:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.978718:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c9b22b3. 00000400:00000010:0.0:1776192960.978944:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001de6a93a. 00000400:00000200:0.0:1776192960.978950:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:0.0:1776192960.978952:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000100:00000200:0.0:1776192960.978958:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349540032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192960.978967:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349540032/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192960.978997:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070ac047d. 02000000:00000010:0.0:1776192960.979002:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa7b2d69. 00000100:00000010:0.0:1776192960.979005:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192960.979012:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020afeaf7. 00010000:00000010:0.0:1776192960.979016:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011b0f950. 00000020:00000010:3.0:1776192960.979096:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008326bffc. 00000020:00000010:3.0:1776192960.979103:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192960.979108:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.979136:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c9b22b3 x1862471344657728/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776192960.979318:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657728 02000000:00000010:3.0:1776192960.979331:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fb28e6a. 00010000:00000010:3.0:1776192960.979360:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000160436bd. 00010000:00000010:3.0:1776192960.979379:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063533be7. 00000100:00000010:3.0:1776192960.979385:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192960.979396:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192960.979398:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063533be7. 00080000:00000010:3.0:1776192960.979423:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c12e261. 00010000:00000010:3.0:1776192960.979515:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b749b8d6. 00010000:00000010:3.0:1776192960.979521:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ea1b2a. 00010000:00000010:3.0:1776192960.979586:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d87af7. 00010000:00000010:3.0:1776192960.979591:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000045dca6dc. 00010000:00000010:3.0:1776192960.979596:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192960.979602:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c81c6118. 00080000:00000010:3.0:1776192960.979612:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e60f265. 00010000:00000010:3.0:1776192960.979635:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192960.979638:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045dca6dc. 00010000:00000010:3.0:1776192960.979702:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096bb01e7. 00010000:00000010:3.0:1776192960.979706:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c81c6118. 00010000:00000010:3.0:1776192960.979721:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063533be7. 00000100:00000010:3.0:1776192960.979724:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192960.979730:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feafb61a. 02000000:00000010:3.0:1776192960.979741:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef861d6d. 02000000:00000010:3.0:1776192960.979760:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff65f0ea. 00000400:00000010:3.0:1776192960.980010:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380b3735. 00000400:00000010:3.0:1776192960.980017:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000092d2da7. 00000100:00000200:3.0:1776192960.980023:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540096, portal 16 00000400:00000010:3.0:1776192960.980028:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db67f868. 00000100:00000200:3.0:1776192960.980031:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540096, offset 0 00000400:00000200:3.0:1776192960.980039:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.980052:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.980060:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192960.980064:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192960.980067:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192960.980070:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91992:91992:256:4294967295] 192.168.203.33@tcp LPNI seq info [91992:91992:8:4294967295] 00000400:00000200:3.0:1776192960.980080:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.980086:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.980091:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192960.980097:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.980104:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.980107:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776192960.980288:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaf5e4d6. 00000100:00000200:3.0:1776192960.980292:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657728, offset 224 00000400:00000200:3.0:1776192960.980297:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.980303:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.980307:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91993:91993:255:4294967295] 192.168.203.33@tcp LPNI seq info [91993:91993:7:4294967295] 00000400:00000200:3.0:1776192960.980314:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.980318:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.980320:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352394). 00000800:00000200:3.0:1776192960.980323:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.980327:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.980329:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.980341:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192960.980345:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.980348:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008326bffc. 00010000:00000010:2.1:1776192960.980495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9627da6. 00010000:00000010:2.1:1776192960.980502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094332ac4. 00010000:00000010:2.1:1776192960.980508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.1:1776192960.980511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009734369b. 00010000:00000010:2.1:1776192960.980513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08b07e0. 00010000:00000010:0.1:1776192960.984597:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8ab21f2. 00010000:00000010:0.1:1776192960.984609:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ce31e55. 00010000:00000010:0.1:1776192960.984613:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b67a54. 00000800:00000200:0.0:1776192960.984650:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.984653:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82352146). 00000400:00000200:0.0:1776192960.984659:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.984667:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.984673:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db67f868 00000400:00000010:0.0:1776192960.984675:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db67f868. 00000100:00000200:0.0:1776192960.984685:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000feafb61a x1862471349540096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1776192960.984970:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192960.984972:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192960.984976:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192960.984979:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192960.984982:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaf5e4d6 00000400:00000010:0.0:1776192960.984983:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaf5e4d6. 00000400:00000200:3.0:1776192960.988120:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192960.988138:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319500 00000400:00000200:3.0:1776192960.988147:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb45dd [1] + 224 00000400:00000200:3.0:1776192960.988191:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.988195:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192960.988205:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000feafb61a x1862471349540096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776192960.988283:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380b3735. 00000400:00000200:2.0:1776192960.988288:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000092d2da7 00000400:00000010:2.0:1776192960.988290:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000092d2da7. 00000100:00000200:2.0:1776192960.988295:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000feafb61a x1862471349540096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776192960.988302:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000feafb61a x1862471349540096/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776192960.988329:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff65f0ea. 02000000:00000010:2.0:1776192960.988333:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef861d6d. 00000100:00000010:2.0:1776192960.988338:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000feafb61a. 00000100:00000010:2.0:1776192960.988350:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:2.0:1776192960.988356:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063533be7. 00000400:00000200:2.0:1776192960.989377:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192960.989390:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71580 00000400:00000200:2.0:1776192960.989397:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f15 [2] + 984 00000400:00000200:2.0:1776192960.989454:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192960.989458:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192960.989463:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192960.989469:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003805fb90. 00000020:00000010:3.0:1776192960.989541:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff65f0ea. 00000020:00000010:3.0:1776192960.989548:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192960.989551:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192960.989573:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003805fb90 x1862471344657792/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:388/0 lens 328/0 e 0 to 0 dl 1776193003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776192960.989605:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657792 02000000:00000010:3.0:1776192960.989614:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008326bffc. 00010000:00000010:3.0:1776192960.989638:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e15bcb. 00010000:00000010:3.0:1776192960.989657:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ae932ed. 00000100:00000010:3.0:1776192960.989662:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192960.989669:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192960.989672:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ae932ed. 00000400:00000010:3.0:1776192960.989681:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192960.989685:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657792, offset 224 00000400:00000200:3.0:1776192960.989703:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192960.989712:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192960.989717:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91994:91994:256:4294967295] 192.168.203.33@tcp LPNI seq info [91994:91994:8:4294967295] 00000400:00000200:3.0:1776192960.989727:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192960.989732:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192960.989736:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192960.989741:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192960.989747:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192960.989750:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192960.989766:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192960.989769:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192960.989772:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff65f0ea. 00000800:00000200:3.0:1776192960.989819:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.989822:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:3.0:1776192960.989826:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.989829:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.989832:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192960.989833:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00080000:00000010:2.0:1776192960.990275:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef861d6d. 00010000:00000010:2.0:1776192960.990368:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c81c6118. 00010000:00000010:2.0:1776192960.990375:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095c8175e. 00010000:00000010:2.0:1776192960.990445:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d08b07e0. 00010000:00000010:2.0:1776192960.990452:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034dca43a. 00010000:00000010:2.0:1776192960.990462:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005247dc4d. 00000100:00000010:2.0:1776192960.990466:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009138937. 00000100:00000010:2.0:1776192960.990472:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000891dd363. 02000000:00000010:2.0:1776192960.990483:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be8b799c. 02000000:00000010:2.0:1776192960.990506:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098addaff. 00000400:00000010:2.0:1776192960.990512:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085ef24ce. 00000400:00000010:2.0:1776192960.990516:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002554c9c2. 00000100:00000200:2.0:1776192960.990522:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540160, portal 16 00000400:00000010:2.0:1776192960.990526:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000100:00000200:2.0:1776192960.990528:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540160, offset 0 00000400:00000200:2.0:1776192960.990534:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192960.990543:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192960.990549:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192960.990552:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192960.990555:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192960.990557:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91995:91995:256:4294967295] 192.168.203.33@tcp LPNI seq info [91995:91995:8:4294967295] 00000400:00000200:2.0:1776192960.990565:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192960.990570:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192960.990573:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fab8b8f (tot 82352146). 00000800:00000200:2.0:1776192960.990578:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192960.990583:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192960.990586:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002fab8b8f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192960.990708:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192960.990712:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fab8b8f (tot 82351898). 00000400:00000200:3.0:1776192960.990715:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192960.990719:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192960.990722:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:3.0:1776192960.990724:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00000100:00000200:3.0:1776192960.990729:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000891dd363 x1862471349540160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192960.999275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1841723. 00010000:00000010:2.1:1776192960.999293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bb01e7. 00010000:00000010:3.1:1776192960.999744:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4cc32b2. 00010000:00000010:3.1:1776192960.999751:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2a4f8f4. 00010000:00000010:3.1:1776192960.999755:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8278a84. 00010000:00000010:3.1:1776192960.999759:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d87af7. 00010000:00000010:3.1:1776192960.999763:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00000400:00000200:2.0:1776192961.005306:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192961.005328:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319540 00000400:00000200:2.0:1776192961.005337:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb45ed [1] + 224 00000400:00000200:2.0:1776192961.005371:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.005377:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192961.005388:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000891dd363 x1862471349540160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192961.005512:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085ef24ce. 00000400:00000200:1.0:1776192961.005517:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:1.0:1776192961.005519:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00000100:00000200:1.0:1776192961.005525:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000891dd363 x1862471349540160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.005532:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000891dd363 x1862471349540160/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.005559:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098addaff. 02000000:00000010:1.0:1776192961.005564:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be8b799c. 00000100:00000010:1.0:1776192961.005568:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000891dd363. 00000100:00000010:1.0:1776192961.005573:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009138937. 00010000:00000010:1.0:1776192961.005577:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005247dc4d. 00000400:00000200:3.0:1776192961.008865:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.008886:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e715c0 00000400:00000200:3.0:1776192961.009219:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f15 [2] + 1312 00000400:00000200:3.0:1776192961.009676:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.009682:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.009699:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192961.009706:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ac1ff8b. 00000020:00000010:2.0:1776192961.010228:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098addaff. 00000020:00000010:2.0:1776192961.010236:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192961.010240:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00010000:00000010:3.1:1776192961.010265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041413498. 00000100:00000200:2.0:1776192961.010267:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ac1ff8b x1862471344657856/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192961.010305:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657856 02000000:00000010:2.0:1776192961.010315:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000616a41e0. 00010000:00000010:2.0:1776192961.010342:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021b7fb75. 00010000:00000010:2.0:1776192961.010362:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d1c701b. 00000100:00000010:2.0:1776192961.010368:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009138937. 00000100:00000010:2.0:1776192961.010387:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009138937. 00010000:00000010:2.0:1776192961.010390:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d1c701b. 00000400:00000010:2.0:1776192961.010402:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000562a51. 00000100:00000200:2.0:1776192961.010407:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657856, offset 224 00000400:00000200:2.0:1776192961.010415:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192961.010427:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192961.010433:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91996:91996:256:4294967295] 192.168.203.33@tcp LPNI seq info [91996:91996:8:4294967295] 00000400:00000200:2.0:1776192961.010443:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192961.010448:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192961.010452:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdd12d57 (tot 82352146). 00000800:00000200:2.0:1776192961.010458:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192961.010464:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192961.010467:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdd12d57 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192961.010482:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192961.010485:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192961.010496:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098addaff. 00080000:00000010:0.0:1776192961.010514:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa7b2d69. 00010000:00000010:0.0:1776192961.010602:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034dca43a. 00010000:00000010:0.0:1776192961.010609:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002947a3b6. 00010000:00000010:0.0:1776192961.010680:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008afcc513. 00010000:00000010:0.0:1776192961.010697:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bd5f7669. 00010000:00000010:0.0:1776192961.010706:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011b0f950. 00000100:00000010:0.0:1776192961.010710:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020afeaf7. 00000100:00000010:0.0:1776192961.010717:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192961.010728:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070ac047d. 02000000:00000010:0.0:1776192961.010751:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014100a12. 00000400:00000010:0.0:1776192961.010756:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001de6a93a. 00000400:00000010:0.0:1776192961.010761:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192961.010766:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540224, portal 16 00000400:00000010:0.0:1776192961.010769:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c01dbd9. 00000100:00000200:0.0:1776192961.010771:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540224, offset 0 00000400:00000200:0.0:1776192961.010777:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.010783:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.010789:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192961.010792:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192961.010794:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192961.010797:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91997:91997:255:4294967295] 192.168.203.33@tcp LPNI seq info [91997:91997:7:4294967295] 00000400:00000200:0.0:1776192961.010803:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.010806:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192961.010809:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3195cd1 (tot 82352394). 00000800:00000200:0.0:1776192961.010814:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192961.010818:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192961.010820:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3195cd1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192961.011241:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.011245:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdd12d57 (tot 82352146). 00000400:00000200:3.0:1776192961.011250:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.011255:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.011259:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:3.0:1776192961.011261:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 00000800:00000200:3.0:1776192961.011319:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.011321:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3195cd1 (tot 82351898). 00000400:00000200:3.0:1776192961.011324:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.011327:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.011330:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c01dbd9 00000400:00000010:3.0:1776192961.011331:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c01dbd9. 00000100:00000200:3.0:1776192961.011336:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ccaf47c x1862471349540224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192961.016336:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.016368:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319580 00000400:00000200:3.0:1776192961.016378:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb45f9 [1] + 224 00000400:00000200:3.0:1776192961.016396:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.016400:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.016410:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ccaf47c x1862471349540224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192961.016586:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001de6a93a. 00000400:00000200:0.0:1776192961.016592:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:0.0:1776192961.016594:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00000100:00000200:0.0:1776192961.016600:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ccaf47c x1862471349540224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192961.016609:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ccaf47c x1862471349540224/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192961.016637:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014100a12. 02000000:00000010:0.0:1776192961.016642:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070ac047d. 00000100:00000010:0.0:1776192961.016646:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 00000100:00000010:0.0:1776192961.016652:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020afeaf7. 00010000:00000010:0.0:1776192961.016656:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011b0f950. 00010000:00000010:0.1:1776192961.019376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2fe4366. 00010000:00000010:0.1:1776192961.019389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08b07e0. 00000400:00000200:0.0:1776192961.019422:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.019438:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71600 00000400:00000200:0.0:1776192961.019445:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f15 [2] + 1640 00000400:00000200:0.0:1776192961.019513:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.019519:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.019526:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192961.019531:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 00000020:00000010:3.0:1776192961.019918:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007300a829. 00000020:00000010:3.0:1776192961.019925:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192961.019929:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192961.019966:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001ccaf47c x1862471344657920/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192961.020002:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657920 02000000:00000010:3.0:1776192961.020012:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcb195eb. 00010000:00000010:3.0:1776192961.020038:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005bb122ba. 00010000:00000010:3.0:1776192961.020060:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ae932ed. 00000100:00000010:3.0:1776192961.020066:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192961.020086:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192961.020090:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ae932ed. 00000400:00000010:3.0:1776192961.020103:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192961.020107:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657920, offset 224 00000400:00000200:3.0:1776192961.020113:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.020123:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.020128:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91998:91998:256:4294967295] 192.168.203.33@tcp LPNI seq info [91998:91998:8:4294967295] 00000400:00000200:3.0:1776192961.020138:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.020143:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.020147:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192961.020273:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.020280:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.020284:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192961.020293:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7136903. 00000020:00000010:3.0:1776192961.020301:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b8f5584. 00000020:00000010:3.0:1776192961.020304:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192961.020307:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007300a829. 00010000:00000010:1.0:1776192961.020378:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd5f7669. 00010000:00000010:1.0:1776192961.020384:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8915b50. 00000800:00000200:3.0:1776192961.020388:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.020391:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:3.0:1776192961.020394:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.020398:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.020401:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192961.020404:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00010000:00000010:1.0:1776192961.020448:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192961.020454:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192961.020463:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192961.020467:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f7c269. 00000100:00000010:1.0:1776192961.020474:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 02000000:00000010:1.0:1776192961.020485:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f00e7f3e. 02000000:00000010:1.0:1776192961.020504:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015e84f62. 00000400:00000010:1.0:1776192961.020508:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192961.020513:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192961.020517:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540288, portal 16 00000400:00000010:1.0:1776192961.020521:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0f0197a. 00000100:00000200:1.0:1776192961.020523:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540288, offset 0 00000400:00000200:1.0:1776192961.020529:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.020535:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.020541:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192961.020544:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192961.020546:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192961.020549:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [91999:91999:256:4294967295] 192.168.203.33@tcp LPNI seq info [91999:91999:8:4294967295] 00000400:00000200:1.0:1776192961.020556:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.020560:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.020563:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef474c6 (tot 82352146). 00000800:00000200:1.0:1776192961.020567:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.020571:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.020573:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ef474c6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192961.020646:0:78555:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e57f9845. 00000800:00000200:3.0:1776192961.021487:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.021491:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef474c6 (tot 82351898). 00000400:00000200:3.0:1776192961.021495:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.021501:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.021504:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f0197a 00000400:00000010:3.0:1776192961.021506:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0f0197a. 00000100:00000200:3.0:1776192961.021512:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e244c8e9 x1862471349540288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192961.029029:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.029047:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673195c0 00000400:00000200:0.0:1776192961.029056:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4605 [1] + 224 00000400:00000200:0.0:1776192961.029070:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.029073:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.029084:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e244c8e9 x1862471349540288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192961.029264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000341a94c0. 00010000:00000010:1.1:1776192961.029272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afcc513. 00000400:00000010:1.0:1776192961.029290:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:1.0:1776192961.029294:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00010000:00000010:3.1:1776192961.029295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b85d562a. 00000400:00000010:1.0:1776192961.029296:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:1.0:1776192961.029301:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e244c8e9 x1862471349540288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.029309:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e244c8e9 x1862471349540288/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.029337:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015e84f62. 02000000:00000010:1.0:1776192961.029342:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f00e7f3e. 00000100:00000010:1.0:1776192961.029347:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000010:1.0:1776192961.029351:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073f7c269. 00010000:00000010:1.0:1776192961.029354:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000200:3.0:1776192961.030721:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.030737:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71640 00000400:00000200:3.0:1776192961.030745:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f15 [2] + 1968 00000400:00000010:3.0:1776192961.030749:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eec14aff. 00000400:00000200:3.0:1776192961.030754:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dcde37df 00000400:00000200:3.0:1776192961.030806:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.030810:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.030815:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcde37df 00000400:00000010:3.0:1776192961.030817:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dcde37df (tot 82351746). 00000100:00000200:3.0:1776192961.030822:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776192961.030921:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014100a12. 00000020:00000010:0.0:1776192961.030928:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192961.030933:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192961.030960:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d51209ed x1862471344657984/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192961.030991:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344657984 02000000:00000010:0.0:1776192961.031000:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afc55952. 00010000:00000010:0.0:1776192961.031026:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c47e1df. 00010000:00000010:0.0:1776192961.031044:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011b0f950. 00000100:00000010:0.0:1776192961.031051:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020afeaf7. 00000100:00000010:0.0:1776192961.031068:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020afeaf7. 00010000:00000010:0.0:1776192961.031072:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011b0f950. 00000400:00000010:0.0:1776192961.031084:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a10e9e31. 00000100:00000200:0.0:1776192961.031089:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344657984, offset 224 00000400:00000200:0.0:1776192961.031096:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.031106:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.031111:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92000:92000:256:4294967295] 192.168.203.33@tcp LPNI seq info [92000:92000:8:4294967295] 00000400:00000200:0.0:1776192961.031121:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.031126:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192961.031130:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000275477a4 (tot 82351994). 00000800:00000200:0.0:1776192961.031136:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192961.031142:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192961.031145:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000275477a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192961.031178:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000002eadf95. 00000020:00000010:0.0:1776192961.031182:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192961.031185:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014100a12. 02000000:00000010:0.0:1776192961.031194:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcb195eb. 00000100:00000010:0.0:1776192961.031199:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 02000000:00000010:0.0:1776192961.031204:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000616a41e0. 00000100:00000010:0.0:1776192961.031207:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ac1ff8b. 02000000:00000010:0.0:1776192961.031210:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008326bffc. 00000100:00000010:0.0:1776192961.031213:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003805fb90. 02000000:00000010:0.0:1776192961.031217:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fb28e6a. 00000100:00000010:0.0:1776192961.031219:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c9b22b3. 02000000:00000010:0.0:1776192961.031222:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd32df28. 00000100:00000010:0.0:1776192961.031224:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c81c218. 02000000:00000010:0.0:1776192961.031228:0:66473:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b65bcd7c. 00000100:00000010:0.0:1776192961.031230:0:66473:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000989f81ef. 00000100:00000200:0.0:1776192961.031236:0:66473:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776192961.031240:0:66473:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001de6a93a. 00000400:00000010:0.0:1776192961.031244:0:66473:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000020afeaf7 (tot 82352146). 00080000:00000010:1.0:1776192961.031289:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f00e7f3e. 00000800:00000200:3.0:1776192961.031352:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.031355:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000275477a4 (tot 82351898). 00000400:00000200:3.0:1776192961.031359:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.031362:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.031365:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a10e9e31 00000400:00000010:3.0:1776192961.031367:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a10e9e31. 00010000:00000010:1.0:1776192961.031367:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff7c0f32. 02000000:00000010:3.0:1776192961.031370:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afc55952. 00010000:00000010:1.0:1776192961.031373:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f90c6807. 00010000:00000010:1.0:1776192961.031438:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000add15abf. 00010000:00000010:1.0:1776192961.031443:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff7c0f32. 00010000:00000010:1.0:1776192961.031452:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192961.031456:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f7c269. 00000100:00000010:1.0:1776192961.031463:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 02000000:00000010:1.0:1776192961.031473:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015e84f62. 02000000:00000010:1.0:1776192961.031494:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068a45e94. 00000400:00000010:1.0:1776192961.031498:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192961.031501:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192961.031505:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540352, portal 16 00000400:00000010:1.0:1776192961.031508:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9247033. 00000100:00000200:1.0:1776192961.031510:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540352, offset 0 00000400:00000200:1.0:1776192961.031516:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.031523:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.031528:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192961.031531:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192961.031534:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192961.031536:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92001:92001:256:4294967295] 192.168.203.33@tcp LPNI seq info [92001:92001:8:4294967295] 00000400:00000200:1.0:1776192961.031543:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.031547:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.031550:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192961.031553:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.031556:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.031558:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192961.031643:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.031646:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:0.0:1776192961.031649:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.031652:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.031655:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9247033 00000400:00000010:0.0:1776192961.031656:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9247033. 00000100:00000200:0.0:1776192961.031661:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e244c8e9 x1862471349540352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192961.033684:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.033713:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319600 00000400:00000200:3.0:1776192961.033721:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4615 [1] + 224 00000400:00000200:3.0:1776192961.033734:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.033738:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.033748:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e244c8e9 x1862471349540352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192961.033869:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:1.0:1776192961.033874:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:1.0:1776192961.033876:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00000100:00000200:1.0:1776192961.033882:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e244c8e9 x1862471349540352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.033889:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e244c8e9 x1862471349540352/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.033919:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068a45e94. 02000000:00000010:1.0:1776192961.033926:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015e84f62. 00000100:00000010:1.0:1776192961.033930:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000010:1.0:1776192961.033934:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073f7c269. 00010000:00000010:1.0:1776192961.033938:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000200:3.0:1776192961.035386:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.035402:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71680 00000400:00000200:3.0:1776192961.035409:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f6d [2] + 0 00000400:00000200:3.0:1776192961.035700:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.035706:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.035712:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192961.035720:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5e6027a. 00000020:00000010:1.0:1776192961.035820:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015e84f62. 00000020:00000010:1.0:1776192961.035827:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.035832:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.035857:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5e6027a x1862471344658048/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192961.035892:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658048 02000000:00000010:1.0:1776192961.035902:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000068a45e94. 00010000:00000010:1.0:1776192961.035930:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7c31711. 00010000:00000010:1.0:1776192961.035953:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192961.035959:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f7c269. 00000100:00000010:1.0:1776192961.035978:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073f7c269. 00010000:00000010:1.0:1776192961.035982:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000010:1.0:1776192961.035993:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009136e732. 00000100:00000200:1.0:1776192961.035997:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658048, offset 224 00000400:00000200:1.0:1776192961.036005:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.036015:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.036021:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92002:92002:256:4294967295] 192.168.203.33@tcp LPNI seq info [92002:92002:8:4294967295] 00000400:00000200:1.0:1776192961.036030:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.036034:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.036039:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192961.036044:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.036050:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.036054:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192961.036077:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.036083:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192961.036086:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015e84f62. 00000800:00000200:0.0:1776192961.036148:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.036177:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:0.0:1776192961.036181:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.036185:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.036189:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009136e732 00000400:00000010:0.0:1776192961.036191:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009136e732. 00080000:00000010:2.0:1776192961.036248:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098addaff. 00010000:00000010:2.0:1776192961.036340:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff7c0f32. 00010000:00000010:2.0:1776192961.036346:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000745d1097. 00010000:00000010:2.0:1776192961.036414:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8d8267. 00010000:00000010:2.0:1776192961.036420:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006812926. 00010000:00000010:2.0:1776192961.036429:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d1c701b. 00000100:00000010:2.0:1776192961.036434:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:2.0:1776192961.036440:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000781468f7. 02000000:00000010:2.0:1776192961.036451:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064e2053d. 02000000:00000010:2.0:1776192961.036472:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005cecbbc8. 00000400:00000010:2.0:1776192961.036478:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bf70b78. 00000400:00000010:3.0:1776192961.036612:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192961.036618:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540416, portal 16 00000400:00000010:3.0:1776192961.036623:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ad063de. 00000100:00000200:3.0:1776192961.036625:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540416, offset 0 00000400:00000200:3.0:1776192961.036631:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.036638:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.036644:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.036647:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.036650:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.036652:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92003:92003:256:4294967295] 192.168.203.33@tcp LPNI seq info [92003:92003:8:4294967295] 00000400:00000200:3.0:1776192961.036659:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.036663:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.036666:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192961.036670:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.036674:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.036677:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192961.041283:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.041290:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192961.041298:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.041307:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.041312:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ad063de 00000400:00000010:0.0:1776192961.041314:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ad063de. 00000100:00000200:0.0:1776192961.041323:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000781468f7 x1862471349540416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192961.045923:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.045955:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319640 00000400:00000200:0.0:1776192961.045966:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4621 [1] + 224 00000400:00000200:0.0:1776192961.045982:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.045986:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.045997:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000781468f7 x1862471349540416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192961.046074:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf70b78. 00000400:00000200:3.0:1776192961.046079:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192961.046081:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192961.046087:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000781468f7 x1862471349540416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.046095:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000781468f7 x1862471349540416/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192961.046125:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005cecbbc8. 02000000:00000010:3.0:1776192961.046131:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064e2053d. 00000100:00000010:3.0:1776192961.046137:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000781468f7. 00000100:00000010:3.0:1776192961.046143:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:3.0:1776192961.046146:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d1c701b. 00010000:00000010:0.1:1776192961.046282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000159bd282. 00010000:00000010:1.1:1776192961.048202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086004d43. 00010000:00000010:1.1:1776192961.048217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:1.1:1776192961.052270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076344a93. 00010000:00000010:2.1:1776192961.052338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001080c7e4. 00010000:00000010:2.1:1776192961.052346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000add15abf. 00000400:00000200:0.0:1776192961.053208:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.053228:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e716c0 00000400:00000200:0.0:1776192961.053236:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f6d [2] + 328 00000400:00000200:0.0:1776192961.053302:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.053307:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.053314:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192961.053319:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ccaf47c. 00000020:00000010:1.0:1776192961.053776:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015e84f62. 00000020:00000010:1.0:1776192961.053783:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.053788:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.053818:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001ccaf47c x1862471344658112/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192961.053851:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658112 02000000:00000010:1.0:1776192961.053861:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ef1c264. 00010000:00000010:1.0:1776192961.053890:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b92345d5. 00010000:00000010:1.0:1776192961.053913:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192961.053921:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f7c269. 00000100:00000010:1.0:1776192961.053939:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073f7c269. 00010000:00000010:1.0:1776192961.053943:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000010:1.0:1776192961.053957:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edf33d7f. 00000100:00000200:1.0:1776192961.053961:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658112, offset 224 00000400:00000200:1.0:1776192961.053970:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.053982:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.053987:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92004:92004:256:4294967295] 192.168.203.33@tcp LPNI seq info [92004:92004:8:4294967295] 00000400:00000200:1.0:1776192961.053997:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.054002:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.054006:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192961.054012:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.054019:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.054023:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192961.054046:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.054052:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192961.054054:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015e84f62. 00080000:00000010:3.0:1776192961.054083:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007300a829. 00010000:00000010:3.0:1776192961.054206:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006812926. 00010000:00000010:3.0:1776192961.054215:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efba07f1. 00010000:00000010:3.0:1776192961.054308:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192961.054314:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002af11e7e. 00010000:00000010:3.0:1776192961.054325:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ae932ed. 00000100:00000010:3.0:1776192961.054330:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcde37df. 00000100:00000010:3.0:1776192961.054337:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a64fa28. 02000000:00000010:3.0:1776192961.054361:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd132749. 02000000:00000010:3.0:1776192961.054388:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000014a591f. 00000400:00000010:3.0:1776192961.054394:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380b3735. 00000400:00000010:3.0:1776192961.054399:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192961.054405:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540480, portal 16 00000400:00000010:3.0:1776192961.054409:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000153580d3. 00000100:00000200:3.0:1776192961.054411:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540480, offset 0 00000400:00000200:3.0:1776192961.054418:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.054424:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.054432:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.054435:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.054439:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.054441:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92005:92005:255:4294967295] 192.168.203.33@tcp LPNI seq info [92005:92005:7:4294967295] 00000400:00000200:3.0:1776192961.054447:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.054451:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.054454:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352394). 00000800:00000200:3.0:1776192961.054459:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.054463:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.054466:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192961.054624:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.054627:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82352146). 00000400:00000200:0.0:1776192961.054631:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.054635:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.054639:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edf33d7f 00000400:00000010:0.0:1776192961.054640:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edf33d7f. 00000800:00000200:0.0:1776192961.054703:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.054705:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192961.054709:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.054712:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.054714:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000153580d3 00000400:00000010:0.0:1776192961.054715:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000153580d3. 00000100:00000200:0.0:1776192961.054720:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a64fa28 x1862471349540480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192961.060202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009790f97c. 00000400:00000200:0.0:1776192961.061355:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.061373:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319680 00000400:00000200:0.0:1776192961.061381:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb462d [1] + 224 00000400:00000200:0.0:1776192961.061391:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.061395:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.061405:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a64fa28 x1862471349540480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192961.061436:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.061441:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71700 00000400:00000200:0.0:1776192961.061446:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f6d [2] + 656 00000400:00000200:0.0:1776192961.061634:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.061639:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.061642:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192961.061648:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e2007f5. 00000020:00000010:1.0:1776192961.061760:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015e84f62. 00000020:00000010:1.0:1776192961.061777:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.061782:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.061809:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e2007f5 x1862471344658176/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192961.061842:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658176 02000000:00000010:1.0:1776192961.061854:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f323f84. 00010000:00000010:1.0:1776192961.061894:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192961.061901:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f7c269. 00000100:00000010:1.0:1776192961.061907:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073f7c269. 00010000:00000010:1.0:1776192961.061911:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00000400:00000010:1.0:1776192961.061925:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029e78482. 00000100:00000200:1.0:1776192961.061930:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658176, offset 224 00000400:00000200:1.0:1776192961.061937:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.061947:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.061952:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92006:92006:256:4294967295] 192.168.203.33@tcp LPNI seq info [92006:92006:8:4294967295] 00000400:00000200:1.0:1776192961.061961:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.061966:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.061971:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192961.061976:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.061983:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.061986:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192961.062015:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.062020:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192961.062023:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015e84f62. 00000400:00000010:3.0:1776192961.062286:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380b3735. 00000400:00000200:3.0:1776192961.062292:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192961.062294:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192961.062300:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a64fa28 x1862471349540480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.062307:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a64fa28 x1862471349540480/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192961.062326:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036479ba8. 02000000:00000010:3.0:1776192961.062412:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000014a591f. 02000000:00000010:3.0:1776192961.062420:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd132749. 00000100:00000010:3.0:1776192961.062424:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a64fa28. 00000100:00000010:3.0:1776192961.062426:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcde37df. 00010000:00000010:3.0:1776192961.062428:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ae932ed. 00080000:00000010:3.0:1776192961.062444:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd132749. 00010000:00000010:3.0:1776192961.062520:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002af11e7e. 00010000:00000010:3.0:1776192961.062525:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000567f98f3. 00010000:00000010:3.0:1776192961.062588:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096bb01e7. 00010000:00000010:3.0:1776192961.062593:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002af11e7e. 00010000:00000010:3.0:1776192961.062601:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ae932ed. 00000100:00000010:3.0:1776192961.062604:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcde37df. 00000100:00000010:3.0:1776192961.062609:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a64fa28. 02000000:00000010:3.0:1776192961.062618:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000014a591f. 02000000:00000010:3.0:1776192961.062638:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c57b30f0. 00000400:00000010:3.0:1776192961.062641:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380b3735. 00000400:00000010:3.0:1776192961.062644:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192961.062648:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540544, portal 16 00000400:00000010:3.0:1776192961.062651:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192961.062653:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540544, offset 0 00000400:00000200:3.0:1776192961.062658:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.062665:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.062670:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.062673:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.062676:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.062678:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92007:92007:255:4294967295] 192.168.203.33@tcp LPNI seq info [92007:92007:7:4294967295] 00000400:00000200:3.0:1776192961.062697:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.062702:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.062705:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352394). 00000800:00000200:3.0:1776192961.062708:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.062713:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.062716:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192961.063388:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192961.063393:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82352146). 00000400:00000200:2.0:1776192961.063399:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.063405:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192961.063409:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029e78482 00000400:00000010:2.0:1776192961.063410:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029e78482. 00000800:00000200:3.0:1776192961.065131:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.065139:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00010000:00000010:3.1:1776192961.065448:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb0a97c5. 00010000:00000010:3.1:1776192961.065458:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8d8267. 00000400:00000200:3.0:1776192961.065464:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.065473:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.065478:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:3.0:1776192961.065481:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:3.0:1776192961.065490:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a64fa28 x1862471349540544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192961.069210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eca9a3db. 00010000:00000010:3.1:1776192961.069227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7e229c1. 00010000:00000010:3.1:1776192961.069231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00000400:00000200:0.0:1776192961.069704:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.069729:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673196c0 00000400:00000200:0.0:1776192961.069738:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4639 [1] + 224 00000400:00000200:0.0:1776192961.069755:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.069759:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.069779:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a64fa28 x1862471349540544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192961.069952:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380b3735. 00000400:00000200:3.0:1776192961.069958:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:3.0:1776192961.069961:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:3.0:1776192961.069967:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a64fa28 x1862471349540544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.069979:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a64fa28 x1862471349540544/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192961.070008:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c57b30f0. 02000000:00000010:3.0:1776192961.070015:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000014a591f. 00000100:00000010:3.0:1776192961.070019:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a64fa28. 00000100:00000010:3.0:1776192961.070022:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcde37df. 00010000:00000010:3.0:1776192961.070026:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ae932ed. 00000400:00000200:0.0:1776192961.070431:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.070441:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71740 00000400:00000200:0.0:1776192961.070447:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f6d [2] + 984 00000400:00000200:0.0:1776192961.071039:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.071046:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.071052:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192961.071058:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e47a715c. 00000020:00000010:2.0:1776192961.071304:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003747b83a. 00000020:00000010:2.0:1776192961.071311:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192961.071315:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192961.071352:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e47a715c x1862471344658240/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776192961.071387:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658240 02000000:00000010:2.0:1776192961.071399:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cecbbc8. 00010000:00000010:2.0:1776192961.071424:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000615a1cb6. 00010000:00000010:2.0:1776192961.071447:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f97e851e. 00000100:00000010:2.0:1776192961.071453:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:2.0:1776192961.071465:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:2.0:1776192961.071469:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f97e851e. 00000400:00000010:2.0:1776192961.071482:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192961.071488:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658240, offset 224 00000400:00000200:2.0:1776192961.071496:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192961.071508:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192961.071514:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92008:92008:256:4294967295] 192.168.203.33@tcp LPNI seq info [92008:92008:8:4294967295] 00000400:00000200:2.0:1776192961.071524:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192961.071530:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192961.071535:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4a257b1 (tot 82352146). 00000800:00000200:2.0:1776192961.071541:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192961.071548:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192961.071552:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4a257b1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192961.071580:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000601cc287. 00000020:00000010:2.0:1776192961.071586:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192961.071597:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003747b83a. 00080000:00000010:3.0:1776192961.072570:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000014a591f. 00010000:00000010:3.0:1776192961.072666:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002af11e7e. 00010000:00000010:3.0:1776192961.072675:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e03703a0. 00010000:00000010:3.0:1776192961.072856:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d34885a. 00010000:00000010:3.0:1776192961.072862:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002af11e7e. 00010000:00000010:3.0:1776192961.072874:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ae932ed. 00000100:00000010:3.0:1776192961.072880:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcde37df. 00000100:00000010:3.0:1776192961.072948:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a64fa28. 02000000:00000010:3.0:1776192961.072962:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c57b30f0. 02000000:00000010:3.0:1776192961.072987:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec28c267. 00000400:00000010:3.0:1776192961.072993:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000380b3735. 00000400:00000010:3.0:1776192961.072999:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288bf579. 00000100:00000200:3.0:1776192961.073005:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540608, portal 16 00000400:00000010:3.0:1776192961.073010:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da9166f0. 00000100:00000200:3.0:1776192961.073012:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540608, offset 0 00000400:00000200:3.0:1776192961.073019:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.073583:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.073589:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.073593:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.073596:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.073599:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92009:92009:255:4294967295] 192.168.203.33@tcp LPNI seq info [92009:92009:7:4294967295] 00000400:00000200:3.0:1776192961.073608:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.073612:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.073618:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352394). 00000800:00000200:3.0:1776192961.073625:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.073631:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.073635:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192961.074577:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.074583:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4a257b1 (tot 82352146). 00000400:00000200:0.0:1776192961.074590:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.074597:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.074602:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:0.0:1776192961.074605:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000800:00000200:1.0:1776192961.088562:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192961.088569:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:1.0:1776192961.088578:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.088586:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.088593:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da9166f0 00000400:00000010:1.0:1776192961.088595:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da9166f0. 00000100:00000200:1.0:1776192961.088605:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a64fa28 x1862471349540608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192961.090361:0:78556:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd3702a. 00000400:00000200:3.0:1776192961.092615:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.092633:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319700 00000400:00000200:3.0:1776192961.092642:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4645 [1] + 224 00000400:00000200:3.0:1776192961.092654:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.092658:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.092669:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a64fa28 x1862471349540608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192961.092711:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.092717:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71780 00000400:00000200:3.0:1776192961.092721:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f6d [2] + 1312 00000400:00000010:1.0:1776192961.093456:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000380b3735. 00000400:00000200:1.0:1776192961.093465:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288bf579 00000400:00000010:1.0:1776192961.093467:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288bf579. 00000100:00000200:1.0:1776192961.093477:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a64fa28 x1862471349540608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.093485:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a64fa28 x1862471349540608/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.093519:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec28c267. 02000000:00000010:1.0:1776192961.093528:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c57b30f0. 00000100:00000010:1.0:1776192961.093534:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a64fa28. 00000100:00000010:1.0:1776192961.093539:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcde37df. 00010000:00000010:1.0:1776192961.093542:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ae932ed. 00000400:00000200:3.0:1776192961.095699:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.095713:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.095724:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192961.095734:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed83cf33. 00000020:00000010:0.0:1776192961.095847:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014100a12. 00000020:00000010:0.0:1776192961.095855:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003a7f5d83. 00000020:00000010:0.0:1776192961.095859:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192961.095885:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed83cf33 x1862471344658304/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192961.095933:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658304 02000000:00000010:0.0:1776192961.095955:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005dd03740. 00010000:00000010:0.0:1776192961.095985:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d705962. 00010000:00000010:0.0:1776192961.096008:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061c85c4e. 00000100:00000010:0.0:1776192961.096015:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a873c03. 00000100:00000010:0.0:1776192961.096037:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a873c03. 00010000:00000010:0.0:1776192961.096040:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061c85c4e. 00000400:00000010:0.0:1776192961.096053:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192961.096058:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658304, offset 224 00000400:00000200:0.0:1776192961.096066:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.096078:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.096084:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92010:92010:256:4294967295] 192.168.203.33@tcp LPNI seq info [92010:92010:8:4294967295] 00000400:00000200:0.0:1776192961.096094:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.096099:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192961.096103:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192961.096110:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192961.096116:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192961.096120:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192961.096137:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003a7f5d83. 00000020:00000010:0.0:1776192961.096141:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192961.096176:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014100a12. 00000800:00000200:0.0:1776192961.096358:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.096362:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:0.0:1776192961.096366:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.096370:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.096373:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192961.096375:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00080000:00000010:2.0:1776192961.096658:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007205d39d. 00010000:00000010:2.0:1776192961.096829:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002af11e7e. 00010000:00000010:2.0:1776192961.096837:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcd427ba. 00010000:00000010:2.0:1776192961.096904:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c572308. 00010000:00000010:2.0:1776192961.096909:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013cef30f. 00010000:00000010:2.0:1776192961.096919:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cf49647. 00000100:00000010:2.0:1776192961.096923:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:2.0:1776192961.096929:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017bee222. 02000000:00000010:2.0:1776192961.096942:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000992fee18. 02000000:00000010:2.0:1776192961.096967:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bfb9f1b. 00000400:00000010:2.0:1776192961.096973:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bf70b78. 00000400:00000010:2.0:1776192961.096978:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc0d762e. 00000100:00000200:2.0:1776192961.096983:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540672, portal 16 00000400:00000010:2.0:1776192961.096988:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192961.096991:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540672, offset 0 00000400:00000200:2.0:1776192961.096998:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192961.097005:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192961.097012:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:2.0:1776192961.097015:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192961.097018:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:2.0:1776192961.097021:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92011:92011:256:4294967295] 192.168.203.33@tcp LPNI seq info [92011:92011:8:4294967295] 00000400:00000200:2.0:1776192961.097029:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192961.097034:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192961.097037:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f9413d (tot 82352146). 00000800:00000200:2.0:1776192961.097042:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192961.097047:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192961.097050:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007f9413d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192961.097123:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192961.097125:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f9413d (tot 82351898). 00000400:00000200:2.0:1776192961.097128:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.097131:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192961.097134:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:2.0:1776192961.097136:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00000100:00000200:2.0:1776192961.097171:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017bee222 x1862471349540672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192961.101507:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192961.101526:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319740 00000400:00000200:2.0:1776192961.101625:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4651 [1] + 224 00000400:00000200:2.0:1776192961.101641:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.101645:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192961.101655:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017bee222 x1862471349540672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192961.101766:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf70b78. 00000400:00000200:3.0:1776192961.101771:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc0d762e 00000400:00000010:3.0:1776192961.101773:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc0d762e. 00000100:00000200:3.0:1776192961.101778:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017bee222 x1862471349540672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.101785:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017bee222 x1862471349540672/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192961.101812:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bfb9f1b. 02000000:00000010:3.0:1776192961.101818:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000992fee18. 00000100:00000010:3.0:1776192961.101822:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017bee222. 00000100:00000010:3.0:1776192961.101826:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:3.0:1776192961.101830:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cf49647. 00010000:00000010:3.1:1776192961.103401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e42ab6a. 00010000:00000010:3.1:1776192961.103416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bb01e7. 00000400:00000200:3.0:1776192961.103498:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.103514:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e717c0 00000400:00000200:3.0:1776192961.103521:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f6d [2] + 1640 00000400:00000200:3.0:1776192961.103596:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.103601:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.103609:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192961.103617:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a64fa28. 00000020:00000010:2.0:1776192961.103728:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d55b15f. 00000020:00000010:2.0:1776192961.103735:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000844047ea. 00000020:00000010:2.0:1776192961.103739:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192961.103766:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a64fa28 x1862471344658368/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192961.103798:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658368 02000000:00000010:2.0:1776192961.103808:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c57ee8a3. 00010000:00000010:2.0:1776192961.103835:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ece41e. 00010000:00000010:2.0:1776192961.103856:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192961.103864:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000085294082. 00000100:00000010:2.0:1776192961.103882:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000085294082. 00010000:00000010:2.0:1776192961.103886:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00000400:00000010:2.0:1776192961.103897:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192961.103901:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658368, offset 224 00000400:00000200:2.0:1776192961.103909:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192961.103919:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192961.103925:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92012:92012:256:4294967295] 192.168.203.33@tcp LPNI seq info [92012:92012:8:4294967295] 00000400:00000200:2.0:1776192961.103934:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192961.103939:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192961.103943:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f9413d (tot 82352146). 00000800:00000200:2.0:1776192961.103948:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192961.103953:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192961.103957:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007f9413d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192961.103974:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000844047ea. 00000020:00000010:2.0:1776192961.103979:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192961.103987:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d55b15f. 00000800:00000200:2.0:1776192961.104041:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192961.104045:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f9413d (tot 82351898). 00000400:00000200:2.0:1776192961.104048:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.104051:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192961.104054:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:2.0:1776192961.104056:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00080000:00000010:3.0:1776192961.104827:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fca1ee4. 00010000:00000010:3.0:1776192961.104918:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cef30f. 00010000:00000010:3.0:1776192961.104926:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c32dce9e. 00010000:00000010:3.0:1776192961.104989:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096bb01e7. 00010000:00000010:3.0:1776192961.104995:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000371b2475. 00010000:00000010:3.0:1776192961.105004:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192961.105009:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192961.105017:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000989f81ef. 02000000:00000010:3.0:1776192961.105029:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004887d71a. 02000000:00000010:3.0:1776192961.105054:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f20ad4d8. 00000400:00000010:3.0:1776192961.105060:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009355e0d1. 00000400:00000010:3.0:1776192961.105065:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192961.105070:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540736, portal 16 00000400:00000010:3.0:1776192961.105074:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004eec38e7. 00000100:00000200:3.0:1776192961.105076:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540736, offset 0 00000400:00000200:3.0:1776192961.105084:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.105095:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.105102:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.105105:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.105108:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.105111:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92013:92013:256:4294967295] 192.168.203.33@tcp LPNI seq info [92013:92013:8:4294967295] 00000400:00000200:3.0:1776192961.105119:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.105124:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.105128:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192961.105133:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.105139:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.105142:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192961.115589:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192961.115597:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:2.0:1776192961.115606:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.115615:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192961.115621:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004eec38e7 00000400:00000010:2.0:1776192961.115623:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004eec38e7. 00000100:00000200:2.0:1776192961.115634:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000989f81ef x1862471349540736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776192961.116652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082e64ea7. 00010000:00000010:2.1:1776192961.117276:0:78551:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cb550a4. 00010000:00000010:2.1:1776192961.117283:0:78551:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d34885a. 00000400:00000200:1.0:1776192961.122632:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192961.122651:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319780 00000400:00000200:1.0:1776192961.122660:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb465d [1] + 224 00000400:00000200:1.0:1776192961.122673:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.122678:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192961.122697:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000989f81ef x1862471349540736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192961.122728:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000010:3.0:1776192961.122736:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009355e0d1. 00000400:00000200:1.0:1776192961.122736:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71800 00000400:00000200:3.0:1776192961.122743:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192961.122746:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192961.127180:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000989f81ef x1862471349540736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.127196:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000989f81ef x1862471349540736/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192961.127229:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f20ad4d8. 02000000:00000010:3.0:1776192961.127237:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004887d71a. 00000100:00000010:3.0:1776192961.127241:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000989f81ef. 00000100:00000010:3.0:1776192961.127246:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192961.127249:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00010000:00000010:2.1:1776192961.128332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4bd5a13. 00000400:00000200:1.0:1776192961.129034:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2f6d [2] + 1968 00000400:00000010:1.0:1776192961.129043:0:15848:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6913e88. 00010000:00000010:3.1:1776192961.129044:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0a18311. 00000400:00000200:1.0:1776192961.129048:0:15848:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007359021b 00010000:00000010:3.1:1776192961.129051:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c572308. 00000400:00000200:1.0:1776192961.129133:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.129463:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.129469:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007359021b 00000400:00000010:1.0:1776192961.129472:0:15848:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007359021b (tot 82351746). 00000100:00000200:1.0:1776192961.129478:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776192961.130231:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004887d71a. 00000020:00000010:3.0:1776192961.130239:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192961.130243:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192961.131274:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be79ee41 x1862471344658432/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192961.131314:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658432 02000000:00000010:3.0:1776192961.131325:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20ad4d8. 00010000:00000010:3.0:1776192961.131355:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000881ad7c9. 00010000:00000010:3.0:1776192961.131373:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192961.131379:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6fdf17c. 00000100:00000010:3.0:1776192961.131389:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6fdf17c. 00010000:00000010:3.0:1776192961.131392:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000400:00000010:3.0:1776192961.131401:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192961.131406:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658432, offset 224 00000400:00000200:3.0:1776192961.131414:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.131426:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.131431:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92014:92014:256:4294967295] 192.168.203.33@tcp LPNI seq info [92014:92014:8:4294967295] 00000400:00000200:3.0:1776192961.131441:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.131446:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.131450:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82351994). 00000800:00000200:3.0:1776192961.131455:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.131461:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.131464:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192961.131482:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192961.131486:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192961.131488:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004887d71a. 02000000:00000010:3.0:1776192961.131496:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c57ee8a3. 00000100:00000010:3.0:1776192961.131499:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a64fa28. 02000000:00000010:3.0:1776192961.131502:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005dd03740. 00000100:00000010:3.0:1776192961.131504:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed83cf33. 02000000:00000010:3.0:1776192961.131506:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cecbbc8. 00000100:00000010:3.0:1776192961.131508:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e47a715c. 02000000:00000010:3.0:1776192961.131512:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f323f84. 00000100:00000010:3.0:1776192961.131514:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e2007f5. 02000000:00000010:3.0:1776192961.131517:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ef1c264. 00000100:00000010:3.0:1776192961.131519:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ccaf47c. 02000000:00000010:3.0:1776192961.131523:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000068a45e94. 00000100:00000010:3.0:1776192961.131525:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5e6027a. 00000100:00000200:3.0:1776192961.131529:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776192961.131534:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009355e0d1. 00000400:00000010:3.0:1776192961.131537:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6fdf17c (tot 82352146). 00000800:00000200:3.0:1776192961.131622:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.131625:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192961.131629:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.131633:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.131637:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192961.131638:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 02000000:00000010:3.0:1776192961.131641:0:15847:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20ad4d8. 00080000:00000010:1.0:1776192961.136483:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015e84f62. 00010000:00000010:1.0:1776192961.136586:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371b2475. 00010000:00000010:1.0:1776192961.136595:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021aa8a32. 00010000:00000010:1.0:1776192961.136665:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ab0b803. 00010000:00000010:1.0:1776192961.136669:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192961.136674:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192961.136680:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c6afe9b. 00080000:00000010:1.0:1776192961.136709:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068a45e94. 00010000:00000010:1.0:1776192961.136735:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c6afe9b. 00010000:00000010:1.0:1776192961.136740:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192961.136791:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c946485. 00010000:00000010:1.0:1776192961.136795:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c6afe9b. 00010000:00000010:1.0:1776192961.136803:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db0cf0ae. 00000100:00000010:1.0:1776192961.136811:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f7c269. 00000100:00000010:1.0:1776192961.136821:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e244c8e9. 02000000:00000010:1.0:1776192961.136835:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ef1c264. 02000000:00000010:1.0:1776192961.136863:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f323f84. 00000400:00000010:1.0:1776192961.136870:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f0c1a29. 00000400:00000010:1.0:1776192961.136876:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b734e12. 00000100:00000200:1.0:1776192961.136883:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540800, portal 16 00000400:00000010:1.0:1776192961.136902:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192961.136904:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540800, offset 0 00000400:00000200:1.0:1776192961.136915:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.136932:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.136939:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192961.136942:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192961.136945:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192961.136949:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92015:92015:256:4294967295] 192.168.203.33@tcp LPNI seq info [92015:92015:8:4294967295] 00000400:00000200:1.0:1776192961.136957:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.136963:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.136967:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192961.136973:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.136980:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.136985:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192961.137105:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192961.137109:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:1.0:1776192961.137113:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.137117:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.137121:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:1.0:1776192961.137122:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000100:00000200:1.0:1776192961.137129:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e244c8e9 x1862471349540800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192961.140040:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192961.140058:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673197c0 00000400:00000200:1.0:1776192961.140068:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb466d [1] + 224 00000400:00000200:1.0:1776192961.140082:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.140086:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192961.140095:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e244c8e9 x1862471349540800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192961.140147:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192961.140180:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71840 00000400:00000200:1.0:1776192961.140185:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2fc5 [2] + 0 00000400:00000200:1.0:1776192961.140230:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.140234:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192961.140238:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192961.140244:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f277e3e. 00000020:00000010:1.0:1776192961.140289:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b65bcd7c. 00000020:00000010:1.0:1776192961.140295:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.140300:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.140321:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f277e3e x1862471344658496/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776192961.140347:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658496 02000000:00000010:1.0:1776192961.140358:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd32df28. 00010000:00000010:1.0:1776192961.140391:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007df6b303. 00000100:00000010:1.0:1776192961.140398:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb7e3da3. 00000100:00000010:1.0:1776192961.140403:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb7e3da3. 00010000:00000010:1.0:1776192961.140407:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007df6b303. 00000400:00000010:1.0:1776192961.140419:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8112aa9. 00000100:00000200:1.0:1776192961.140423:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658496, offset 224 00000400:00000200:1.0:1776192961.140429:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.140438:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.140443:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92016:92016:256:4294967295] 192.168.203.33@tcp LPNI seq info [92016:92016:8:4294967295] 00000400:00000200:1.0:1776192961.140452:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.140456:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.140460:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192961.140465:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.140471:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.140474:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192961.140489:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.140492:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192961.140496:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b65bcd7c. 00000400:00000010:3.0:1776192961.140715:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f0c1a29. 00000400:00000200:3.0:1776192961.140720:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b734e12 00000400:00000010:3.0:1776192961.140722:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b734e12. 00000100:00000200:3.0:1776192961.140729:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e244c8e9 x1862471349540800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.140736:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e244c8e9 x1862471349540800/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192961.140758:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be1732a3. 02000000:00000010:3.0:1776192961.140770:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f323f84. 02000000:00000010:3.0:1776192961.140774:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ef1c264. 00000100:00000010:3.0:1776192961.140779:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e244c8e9. 00000100:00000010:3.0:1776192961.140781:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073f7c269. 00010000:00000010:3.0:1776192961.140784:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db0cf0ae. 00080000:00000010:3.0:1776192961.140799:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f20ad4d8. 00010000:00000010:3.0:1776192961.140876:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c6afe9b. 00010000:00000010:3.0:1776192961.140883:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057b9515c. 00010000:00000010:3.0:1776192961.140946:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000caa98ce7. 00010000:00000010:3.0:1776192961.140951:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e1e949a. 00010000:00000010:3.0:1776192961.140961:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192961.140965:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192961.140971:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5e6027a. 02000000:00000010:3.0:1776192961.140981:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004887d71a. 02000000:00000010:3.0:1776192961.141000:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cabef1c5. 00000400:00000010:3.0:1776192961.141004:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c979b9. 00000400:00000010:3.0:1776192961.141008:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192961.141013:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540864, portal 16 00000400:00000010:3.0:1776192961.141017:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192961.141020:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540864, offset 0 00000400:00000200:3.0:1776192961.141027:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.141034:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.141041:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.141044:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.141047:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.141049:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92017:92017:255:4294967295] 192.168.203.33@tcp LPNI seq info [92017:92017:7:4294967295] 00000400:00000200:3.0:1776192961.141056:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.141060:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.141063:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352394). 00000800:00000200:3.0:1776192961.141067:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.141071:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.141073:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192961.141414:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.141418:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82352146). 00000400:00000200:3.0:1776192961.141422:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.141426:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.141429:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8112aa9 00000400:00000010:3.0:1776192961.141430:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8112aa9. 00000800:00000200:3.0:1776192961.141468:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.141470:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192961.141472:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.141475:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.141477:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192961.141479:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:3.0:1776192961.141483:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5e6027a x1862471349540864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192961.150057:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192961.150077:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319800 00000400:00000200:1.0:1776192961.150086:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4679 [1] + 224 00000400:00000200:1.0:1776192961.150102:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.150106:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192961.150127:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5e6027a x1862471349540864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192961.150479:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c979b9. 00000400:00000200:3.0:1776192961.150485:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:3.0:1776192961.150487:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000100:00000200:3.0:1776192961.150494:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5e6027a x1862471349540864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.150502:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5e6027a x1862471349540864/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192961.150757:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cabef1c5. 02000000:00000010:3.0:1776192961.150766:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004887d71a. 00000100:00000010:3.0:1776192961.150772:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5e6027a. 00000100:00000010:3.0:1776192961.150776:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192961.150780:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00010000:00000010:3.1:1776192961.152699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae057b4d. 00010000:00000010:1.1:1776192961.152749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e26fd0f8. 00010000:00000010:1.1:1776192961.152755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bb01e7. 00010000:00000010:1.1:1776192961.152759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab0b803. 00010000:00000010:1.1:1776192961.152761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00000400:00000200:1.0:1776192961.154564:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192961.154585:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71880 00000400:00000200:1.0:1776192961.154594:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2fc5 [2] + 328 00000400:00000200:1.0:1776192961.154663:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.154668:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192961.154675:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192961.154681:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083f5869e. 00010000:00000010:3.1:1776192961.160122:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc897e08. 00010000:00000010:3.1:1776192961.160441:0:64776:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f671e6e. 00010000:00000010:3.1:1776192961.160447:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c946485. 00000020:00000010:2.0:1776192961.160855:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000467f41bd. 00000020:00000010:2.0:1776192961.160862:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000844047ea. 00000020:00000010:2.0:1776192961.160867:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192961.160911:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083f5869e x1862471344658560/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776192961.160950:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658560 02000000:00000010:2.0:1776192961.160960:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003adfdab9. 00010000:00000010:2.0:1776192961.160987:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e6cec30. 00010000:00000010:2.0:1776192961.161007:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192961.161014:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007359021b. 00000100:00000010:2.0:1776192961.161034:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007359021b. 00010000:00000010:2.0:1776192961.161039:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00000400:00000010:2.0:1776192961.161053:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022e3fcc6. 00000100:00000200:2.0:1776192961.161058:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658560, offset 224 00000400:00000200:2.0:1776192961.161066:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192961.161081:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192961.161087:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92018:92018:256:4294967295] 192.168.203.33@tcp LPNI seq info [92018:92018:8:4294967295] 00080000:00000010:3.0:1776192961.161096:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004887d71a. 00000400:00000200:2.0:1776192961.161099:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192961.161106:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192961.161111:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000007f9413d (tot 82352146). 00000800:00000200:2.0:1776192961.161118:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192961.161124:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192961.161127:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000007f9413d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192961.161150:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000844047ea. 00000020:00000010:2.0:1776192961.161172:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192961.161182:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000467f41bd. 00000800:00000200:0.0:1776192961.161335:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.161346:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000007f9413d (tot 82351898). 00000400:00000200:0.0:1776192961.161351:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.161356:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.161361:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022e3fcc6 00000400:00000010:0.0:1776192961.161363:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022e3fcc6. 00010000:00000010:0.0:1776192961.165620:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e1e949a. 00010000:00000010:0.0:1776192961.165635:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000dff47ac. 00010000:00000010:0.0:1776192961.165737:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026187545. 00010000:00000010:0.0:1776192961.165743:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d795977. 00010000:00000010:0.0:1776192961.165755:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061c85c4e. 00000100:00000010:0.0:1776192961.165763:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bbdd4cff. 00000100:00000010:0.0:1776192961.165773:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192961.165786:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004c4d4ce. 02000000:00000010:0.0:1776192961.165813:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dddeaff. 00000400:00000010:0.0:1776192961.165820:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059d2f8d9. 00000400:00000010:0.0:1776192961.165825:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192961.165831:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540928, portal 16 00000400:00000010:0.0:1776192961.165837:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192961.165839:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540928, offset 0 00000400:00000200:0.0:1776192961.165849:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.165863:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.165870:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192961.165873:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192961.165877:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192961.165880:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92019:92019:256:4294967295] 192.168.203.33@tcp LPNI seq info [92019:92019:8:4294967295] 00000400:00000200:0.0:1776192961.165891:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.165897:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192961.165902:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352146). 00000800:00000200:0.0:1776192961.165907:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192961.165915:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192961.165919:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192961.166882:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.166888:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:0.0:1776192961.166895:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.166903:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.166909:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:0.0:1776192961.166912:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000100:00000200:0.0:1776192961.166921:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008f6f168 x1862471349540928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192961.175272:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192961.175291:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319840 00000400:00000200:1.0:1776192961.175301:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4685 [1] + 224 00000400:00000200:1.0:1776192961.175313:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.175317:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192961.175327:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008f6f168 x1862471349540928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776192961.175362:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192961.175368:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e718c0 00000400:00000200:1.0:1776192961.175372:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2fc5 [2] + 656 00000400:00000200:1.0:1776192961.175425:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.175429:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192961.175433:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192961.175438:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad1b0323. 00000400:00000010:0.0:1776192961.175505:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059d2f8d9. 00000400:00000200:0.0:1776192961.175511:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:0.0:1776192961.175513:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:0.0:1776192961.175518:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008f6f168 x1862471349540928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192961.175534:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008f6f168 x1862471349540928/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192961.175564:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dddeaff. 02000000:00000010:0.0:1776192961.175569:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004c4d4ce. 00000100:00000010:0.0:1776192961.175572:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 00000100:00000010:0.0:1776192961.175576:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bbdd4cff. 00010000:00000010:0.0:1776192961.175579:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061c85c4e. 00000020:00000010:3.0:1776192961.175679:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cabef1c5. 00000020:00000010:3.0:1776192961.175699:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192961.175703:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192961.175726:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ad1b0323 x1862471344658624/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776192961.175768:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658624 02000000:00000010:3.0:1776192961.175780:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac1bf68a. 00010000:00000010:3.0:1776192961.175807:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b588fe82. 00010000:00000010:3.0:1776192961.175829:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192961.175835:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192961.175852:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192961.175855:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000400:00000010:3.0:1776192961.175866:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fb69640. 00000100:00000200:3.0:1776192961.175870:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658624, offset 224 00000400:00000200:3.0:1776192961.175877:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.175887:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.175892:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92020:92020:256:4294967295] 192.168.203.33@tcp LPNI seq info [92020:92020:8:4294967295] 00000400:00000200:3.0:1776192961.175901:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.175906:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.175910:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192961.175916:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.175922:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.175925:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776192961.175935:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004c4d4ce. 00000020:00000010:3.0:1776192961.175954:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192961.175959:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192961.175962:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cabef1c5. 00010000:00000010:0.0:1776192961.176013:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d795977. 00010000:00000010:0.0:1776192961.176021:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000814bd96a. 00010000:00000010:0.0:1776192961.176092:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031900170. 00010000:00000010:0.0:1776192961.176097:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d795977. 00010000:00000010:0.0:1776192961.176107:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061c85c4e. 00000100:00000010:0.0:1776192961.176111:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bbdd4cff. 00000100:00000010:0.0:1776192961.176117:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008f6f168. 02000000:00000010:0.0:1776192961.176128:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009dddeaff. 02000000:00000010:0.0:1776192961.176188:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8647ac7. 00000400:00000010:0.0:1776192961.176193:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000059d2f8d9. 00000400:00000010:0.0:1776192961.176196:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3084d9. 00000100:00000200:0.0:1776192961.176201:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349540992, portal 16 00000400:00000010:0.0:1776192961.176205:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfcb407f. 00000100:00000200:0.0:1776192961.176206:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349540992, offset 0 00000400:00000200:0.0:1776192961.176212:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.176218:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.176224:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192961.176227:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192961.176229:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192961.176232:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92021:92021:255:4294967295] 192.168.203.33@tcp LPNI seq info [92021:92021:7:4294967295] 00000400:00000200:0.0:1776192961.176239:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.176244:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192961.176247:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011c42c62 (tot 82352394). 00000800:00000200:0.0:1776192961.176251:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192961.176254:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192961.176257:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011c42c62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776192961.176387:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192961.176391:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82352146). 00000400:00000200:1.0:1776192961.176396:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.176399:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.176403:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fb69640 00000400:00000010:1.0:1776192961.176405:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fb69640. 00000800:00000200:1.0:1776192961.176442:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192961.176444:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011c42c62 (tot 82351898). 00000400:00000200:1.0:1776192961.176447:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.176450:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.176451:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfcb407f 00000400:00000010:1.0:1776192961.176452:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfcb407f. 00000100:00000200:1.0:1776192961.176457:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008f6f168 x1862471349540992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192961.178904:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b058fc. 00000400:00000200:3.0:1776192961.182038:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.182058:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319880 00000400:00000200:3.0:1776192961.182068:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4691 [1] + 224 00000400:00000200:3.0:1776192961.182083:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.182087:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.182098:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008f6f168 x1862471349540992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192961.182195:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059d2f8d9. 00000400:00000200:1.0:1776192961.182202:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3084d9 00000400:00000010:1.0:1776192961.182204:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3084d9. 00000100:00000200:1.0:1776192961.182210:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008f6f168 x1862471349540992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.182218:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008f6f168 x1862471349540992/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.182248:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8647ac7. 02000000:00000010:1.0:1776192961.182254:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009dddeaff. 00000100:00000010:1.0:1776192961.182258:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008f6f168. 00000100:00000010:1.0:1776192961.182262:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bbdd4cff. 00010000:00000010:1.0:1776192961.182266:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061c85c4e. 00010000:00000010:0.1:1776192961.183929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006470a509. 00010000:00000010:0.1:1776192961.183942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caa98ce7. 00010000:00000010:3.1:1776192961.184487:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2efae14. 00000400:00000200:2.0:1776192961.190449:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192961.190466:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71900 00000400:00000200:2.0:1776192961.190474:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2fc5 [2] + 984 00010000:00000010:0.1:1776192961.190866:0:78562:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f017f12. 00010000:00000010:0.1:1776192961.190876:0:78562:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00000400:00000200:2.0:1776192961.191446:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.191455:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192961.191462:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192961.191469:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 00000020:00000010:3.0:1776192961.191729:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cabef1c5. 00000020:00000010:3.0:1776192961.191737:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192961.191741:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192961.191766:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f06d7dd1 x1862471344658688/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776192961.191804:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658688 02000000:00000010:3.0:1776192961.191815:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a466e54. 00010000:00000010:3.0:1776192961.192091:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003ae9a8f. 00010000:00000010:3.0:1776192961.192115:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192961.192123:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192961.192140:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192961.192143:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00080000:00000010:1.0:1776192961.192277:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ef1c264. 00000400:00000010:3.0:1776192961.192343:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192961.192349:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658688, offset 224 00000400:00000200:3.0:1776192961.192357:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.192370:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.192376:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92022:92022:256:4294967295] 192.168.203.33@tcp LPNI seq info [92022:92022:8:4294967295] 00000400:00000200:3.0:1776192961.192385:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.192390:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.192395:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192961.192401:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.192407:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.192432:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192961.192492:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192961.192497:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192961.192499:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cabef1c5. 00000800:00000200:3.0:1776192961.192599:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.192616:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192961.192620:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.192625:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.192628:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192961.192630:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00010000:00000010:1.0:1776192961.192778:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d795977. 00010000:00000010:1.0:1776192961.192785:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1808c2e. 00010000:00000010:1.0:1776192961.192852:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000371d586. 00010000:00000010:1.0:1776192961.192857:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000009590b6f. 00010000:00000010:1.0:1776192961.192867:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007df6b303. 00000100:00000010:1.0:1776192961.192871:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9635f05. 00000100:00000010:1.0:1776192961.192877:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009928a598. 02000000:00000010:1.0:1776192961.192889:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005dd03740. 02000000:00000010:1.0:1776192961.192910:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014100a12. 00000400:00000010:1.0:1776192961.192915:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001bb8e0cb. 00000400:00000010:1.0:1776192961.192918:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005712ec01. 00000100:00000200:1.0:1776192961.192923:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541056, portal 16 00000400:00000010:1.0:1776192961.192927:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e377fee0. 00000100:00000200:1.0:1776192961.192929:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541056, offset 0 00000400:00000200:1.0:1776192961.192934:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.192941:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.192947:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192961.192951:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192961.192955:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192961.192957:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92023:92023:256:4294967295] 192.168.203.33@tcp LPNI seq info [92023:92023:8:4294967295] 00000400:00000200:1.0:1776192961.192964:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.192969:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.192971:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000282a2d17 (tot 82352146). 00000800:00000200:1.0:1776192961.192975:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.192979:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.192982:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000282a2d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192961.194145:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.194171:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000282a2d17 (tot 82351898). 00000400:00000200:3.0:1776192961.194178:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.194186:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.194190:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e377fee0 00000400:00000010:3.0:1776192961.194193:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e377fee0. 00000100:00000200:3.0:1776192961.194201:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009928a598 x1862471349541056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192961.198834:0:78563:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe581fae. 00010000:00000010:1.1:1776192961.198849:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031900170. 00000400:00000200:2.0:1776192961.198870:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192961.198898:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673198c0 00000400:00000200:2.0:1776192961.198909:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb469d [1] + 224 00000400:00000200:2.0:1776192961.198923:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.198928:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192961.198951:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009928a598 x1862471349541056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776192961.198988:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:2.0:1776192961.198995:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71940 00000400:00000200:2.0:1776192961.199001:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2fc5 [2] + 1312 00000400:00000200:2.0:1776192961.199024:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.199029:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:2.0:1776192961.199033:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776192961.199038:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b524a572. 00000020:00000010:3.0:1776192961.199104:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cabef1c5. 00000020:00000010:3.0:1776192961.199111:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192961.199115:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006da9a449. 00000100:00000200:3.0:1776192961.199138:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b524a572 x1862471344658752/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:3.1:1776192961.199181:0:64776:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d1d4ad. 00000100:00000200:3.0:1776192961.199206:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658752 02000000:00000010:3.0:1776192961.199218:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000377b41b8. 00010000:00000010:3.0:1776192961.199259:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192961.199267:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192961.199274:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:3.0:1776192961.199279:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000400:00000010:3.0:1776192961.199293:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192961.199299:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658752, offset 224 00000400:00000200:3.0:1776192961.199306:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.199316:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.199321:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92024:92024:256:4294967295] 192.168.203.33@tcp LPNI seq info [92024:92024:8:4294967295] 00000400:00000200:3.0:1776192961.199330:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.199334:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.199338:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192961.199342:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.199349:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.199352:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776192961.199368:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007bd72d2f. 00000020:00000010:3.0:1776192961.199372:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006da9a449. 00000020:00000010:3.0:1776192961.199375:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cabef1c5. 00000800:00000200:3.0:1776192961.199466:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.199469:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192961.199474:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.199477:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.199480:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:3.0:1776192961.199482:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000400:00000010:0.0:1776192961.199780:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001bb8e0cb. 00000400:00000200:0.0:1776192961.199783:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005712ec01 00000400:00000010:0.0:1776192961.199785:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005712ec01. 00000100:00000200:0.0:1776192961.199790:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009928a598 x1862471349541056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192961.199799:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009928a598 x1862471349541056/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776192961.199819:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4be0eef. 02000000:00000010:0.0:1776192961.199831:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014100a12. 02000000:00000010:0.0:1776192961.199835:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005dd03740. 00000100:00000010:0.0:1776192961.199838:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009928a598. 00000100:00000010:0.0:1776192961.199843:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e9635f05. 00010000:00000010:0.0:1776192961.199846:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007df6b303. 00080000:00000010:0.0:1776192961.199862:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e994064b. 00010000:00000010:0.0:1776192961.199939:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009590b6f. 00010000:00000010:0.0:1776192961.199946:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b9f1105. 00010000:00000010:1.0:1776192961.201500:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ab0b803. 00010000:00000010:1.0:1776192961.201509:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008873d073. 00010000:00000010:1.0:1776192961.201515:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6f67d3d. 00010000:00000010:1.0:1776192961.201522:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00080000:00000010:1.0:1776192961.201543:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dd03740. 00010000:00000010:1.0:1776192961.201605:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192961.201611:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008873d073. 00010000:00000010:1.0:1776192961.201679:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f47ce863. 00010000:00000010:1.0:1776192961.201693:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082816f93. 00010000:00000010:1.0:1776192961.201702:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4fa9bf0. 00000100:00000010:1.0:1776192961.201709:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f873590d. 00000100:00000010:1.0:1776192961.201717:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 02000000:00000010:1.0:1776192961.201731:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014100a12. 02000000:00000010:1.0:1776192961.201757:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be8b799c. 00000400:00000010:1.0:1776192961.201763:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b30874d8. 00000400:00000010:1.0:1776192961.201769:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192961.201776:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541120, portal 16 00000400:00000010:1.0:1776192961.201780:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fda2e355. 00000100:00000200:1.0:1776192961.201783:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541120, offset 0 00000400:00000200:1.0:1776192961.201792:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.201804:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.201812:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:1.0:1776192961.201815:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776192961.201817:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:1.0:1776192961.201820:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92025:92025:256:4294967295] 192.168.203.33@tcp LPNI seq info [92025:92025:8:4294967295] 00000400:00000200:1.0:1776192961.201829:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.201834:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.201837:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bbc335 (tot 82352146). 00000800:00000200:1.0:1776192961.201842:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.201848:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.201852:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bbc335 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192961.202068:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.202072:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bbc335 (tot 82351898). 00000400:00000200:3.0:1776192961.202076:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.202080:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.202084:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fda2e355 00000400:00000010:3.0:1776192961.202086:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fda2e355. 00000100:00000200:3.0:1776192961.202092:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f17b910 x1862471349541120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192961.214246:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.214266:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319900 00000400:00000200:3.0:1776192961.214285:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb46a9 [1] + 224 00000400:00000200:3.0:1776192961.214304:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.214308:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.214318:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009f17b910 x1862471349541120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192961.214477:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b30874d8. 00000400:00000200:1.0:1776192961.214483:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 00000400:00000010:1.0:1776192961.214485:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000100:00000200:1.0:1776192961.214490:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f17b910 x1862471349541120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.214507:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f17b910 x1862471349541120/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.214536:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be8b799c. 02000000:00000010:1.0:1776192961.214543:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014100a12. 00000100:00000010:1.0:1776192961.214547:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f17b910. 00000100:00000010:1.0:1776192961.214551:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f873590d. 00010000:00000010:1.0:1776192961.214555:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4fa9bf0. 00000400:00000200:3.0:1776192961.215399:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.215412:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71980 00000400:00000200:3.0:1776192961.215419:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2fc5 [2] + 1640 00000400:00000200:3.0:1776192961.215472:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.215477:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.215483:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192961.215489:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5e6027a. 00000020:00000010:1.0:1776192961.215761:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be8b799c. 00000020:00000010:1.0:1776192961.215768:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.215773:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.215800:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5e6027a x1862471344658816/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776192961.215833:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658816 02000000:00000010:1.0:1776192961.215847:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014100a12. 00010000:00000010:1.0:1776192961.215876:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd81dbcd. 00010000:00000010:1.0:1776192961.215897:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4fa9bf0. 00000100:00000010:1.0:1776192961.215902:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f873590d. 00000100:00000010:1.0:1776192961.215922:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f873590d. 00010000:00000010:1.0:1776192961.215926:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4fa9bf0. 00000400:00000010:1.0:1776192961.215938:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008282e6da. 00000100:00000200:1.0:1776192961.215943:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658816, offset 224 00000400:00000200:1.0:1776192961.215951:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.215962:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.215968:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92026:92026:256:4294967295] 192.168.203.33@tcp LPNI seq info [92026:92026:8:4294967295] 00000400:00000200:1.0:1776192961.215978:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.215983:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.215987:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c847bd8 (tot 82352146). 00000800:00000200:1.0:1776192961.215993:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.215999:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.216003:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c847bd8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192961.216016:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.216020:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192961.216023:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be8b799c. 00080000:00000010:0.0:1776192961.216073:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005af8632f. 00010000:00000010:0.1:1776192961.216177:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005789f808. 00010000:00000010:0.1:1776192961.216185:0:77323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e1acd77. 00010000:00000010:0.1:1776192961.216189:0:77323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000371d586. 00010000:00000010:0.0:1776192961.216259:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082816f93. 00000800:00000200:3.0:1776192961.216262:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.216266:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c847bd8 (tot 82351898). 00010000:00000010:0.0:1776192961.216267:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4850263. 00000400:00000200:3.0:1776192961.216270:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776192961.216550:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026187545. 00010000:00000010:0.0:1776192961.216559:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095488c16. 00010000:00000010:0.0:1776192961.216572:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080f327be. 00000100:00000010:0.0:1776192961.216576:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5f24fa5. 00000100:00000010:0.0:1776192961.216584:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 02000000:00000010:0.0:1776192961.216597:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aecfd899. 00000400:00000200:3.0:1776192961.216616:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.216621:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008282e6da 02000000:00000010:0.0:1776192961.216622:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ccedf31. 00000400:00000010:3.0:1776192961.216624:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008282e6da. 00000400:00000010:0.0:1776192961.216629:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f791f2e. 00000400:00000010:0.0:1776192961.216636:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192961.216642:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541184, portal 16 00000400:00000010:0.0:1776192961.216647:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f454187. 00000100:00000200:0.0:1776192961.216649:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541184, offset 0 00000400:00000200:0.0:1776192961.216655:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.216662:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.216670:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192961.216675:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192961.216678:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192961.216681:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92027:92027:256:4294967295] 192.168.203.33@tcp LPNI seq info [92027:92027:8:4294967295] 00000400:00000200:0.0:1776192961.216701:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00010000:00000010:1.1:1776192961.216704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab0b803. 00000800:00000200:0.0:1776192961.216709:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00010000:00000010:1.1:1776192961.216711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6f67d3d. 00000800:00000010:1.0:1776192961.219639:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000811c2d8 (tot 82352146). 00000800:00000200:1.0:1776192961.219660:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.219668:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.219671:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000811c2d8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776192961.220108:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.220112:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000811c2d8 (tot 82351898). 00000400:00000200:3.0:1776192961.220118:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.220125:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.220131:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f454187 00000400:00000010:3.0:1776192961.220133:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f454187. 00000100:00000200:3.0:1776192961.220144:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b20187c x1862471349541184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192961.227705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029793c2b. 00010000:00000010:0.1:1776192961.228567:0:78565:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046d35f1b. 00010000:00000010:0.1:1776192961.228576:0:78565:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47ce863. 00000400:00000200:3.0:1776192961.232666:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.232696:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319940 00000400:00000200:3.0:1776192961.232705:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb46b5 [1] + 224 00000400:00000200:3.0:1776192961.232723:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.232728:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.232739:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b20187c x1862471349541184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776192961.232831:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f791f2e. 00000400:00000200:0.0:1776192961.232837:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:0.0:1776192961.232840:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00000100:00000200:0.0:1776192961.232846:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b20187c x1862471349541184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776192961.232853:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b20187c x1862471349541184/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776192961.232883:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ccedf31. 02000000:00000010:0.0:1776192961.232899:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aecfd899. 00000100:00000010:0.0:1776192961.232904:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b20187c. 00000100:00000010:0.0:1776192961.232907:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5f24fa5. 00010000:00000010:0.0:1776192961.232910:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080f327be. 00000400:00000200:3.0:1776192961.236517:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.236538:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e719c0 00000400:00000200:3.0:1776192961.236546:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb2fc5 [2] + 1968 00000400:00000010:3.0:1776192961.236551:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a70e81b. 00000400:00000200:3.0:1776192961.236557:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000024f6e897 00000400:00000200:3.0:1776192961.236615:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.236620:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.236624:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024f6e897 00000400:00000010:3.0:1776192961.236626:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000024f6e897 (tot 82351746). 00000100:00000200:3.0:1776192961.236634:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776192961.236773:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000467f41bd. 00000020:00000010:2.0:1776192961.236780:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000844047ea. 00000020:00000010:2.0:1776192961.236785:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6c70b7b. 00000100:00000200:2.0:1776192961.236810:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005e0e39cc x1862471344658880/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776192961.236840:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658880 02000000:00000010:2.0:1776192961.236850:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054ec414e. 00010000:00000010:2.0:1776192961.236876:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055114fa5. 00010000:00000010:2.0:1776192961.236906:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192961.236913:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007359021b. 00000100:00000010:2.0:1776192961.236933:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007359021b. 00010000:00000010:2.0:1776192961.236937:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00000400:00000010:2.0:1776192961.236948:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000562a51. 00000100:00000200:2.0:1776192961.236953:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658880, offset 224 00000400:00000200:2.0:1776192961.236960:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192961.236970:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:2.0:1776192961.236974:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92028:92028:256:4294967295] 192.168.203.33@tcp LPNI seq info [92028:92028:8:4294967295] 00000400:00000200:2.0:1776192961.236983:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192961.236988:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192961.236992:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfc1e363 (tot 82351994). 00000800:00000200:2.0:1776192961.236997:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192961.237003:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192961.237006:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dfc1e363 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776192961.237021:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000844047ea. 00000020:00000010:2.0:1776192961.237025:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6c70b7b. 00000020:00000010:2.0:1776192961.237034:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000467f41bd. 02000000:00000010:2.0:1776192961.237041:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014100a12. 00000100:00000010:2.0:1776192961.237046:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5e6027a. 02000000:00000010:2.0:1776192961.237050:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000377b41b8. 00000100:00000010:2.0:1776192961.237055:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b524a572. 02000000:00000010:2.0:1776192961.237058:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a466e54. 00000100:00000010:2.0:1776192961.237060:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192961.237064:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac1bf68a. 00000100:00000010:2.0:1776192961.237065:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ad1b0323. 02000000:00000010:2.0:1776192961.237068:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003adfdab9. 00000100:00000010:2.0:1776192961.237072:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000083f5869e. 02000000:00000010:2.0:1776192961.237075:0:64776:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd32df28. 00000100:00000010:2.0:1776192961.237077:0:64776:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f277e3e. 00000100:00000200:2.0:1776192961.237083:0:64776:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776192961.237087:0:64776:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085ef24ce. 00000400:00000010:2.0:1776192961.237090:0:64776:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007359021b (tot 82352146). 00000800:00000200:3.0:1776192961.237633:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.237638:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfc1e363 (tot 82351898). 00000400:00000200:3.0:1776192961.237642:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.237649:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.237652:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000562a51 00000400:00000010:3.0:1776192961.237654:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000562a51. 02000000:00000010:3.0:1776192961.237658:0:15848:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054ec414e. 00080000:00000010:3.0:1776192961.237695:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cabef1c5. 00010000:00000010:3.0:1776192961.237787:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095488c16. 00010000:00000010:3.0:1776192961.237794:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000640ce2ce. 00010000:00000010:3.0:1776192961.237863:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.0:1776192961.237868:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.237877:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000016bba91. 00000100:00000010:3.0:1776192961.237881:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033bdedfc. 00000100:00000010:3.0:1776192961.238064:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ed83cf33. 02000000:00000010:3.0:1776192961.238076:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac1bf68a. 02000000:00000010:3.0:1776192961.238099:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a466e54. 00000400:00000010:3.0:1776192961.238103:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a70e81b. 00000400:00000010:3.0:1776192961.238107:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070f6b4c9. 00000100:00000200:3.0:1776192961.238110:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541248, portal 16 00000400:00000010:3.0:1776192961.238114:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192961.238116:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541248, offset 0 00000400:00000200:3.0:1776192961.238122:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.238132:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.238138:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.238142:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.238144:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.238147:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92029:92029:256:4294967295] 192.168.203.33@tcp LPNI seq info [92029:92029:8:4294967295] 00000400:00000200:3.0:1776192961.238214:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.238219:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.238223:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192961.238229:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.238234:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.238237:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776192961.244717:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccbd793. 00000800:00000200:3.0:1776192961.247539:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.247546:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:3.0:1776192961.247554:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.247562:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.247567:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:3.0:1776192961.247569:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:3.0:1776192961.247579:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed83cf33 x1862471349541248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776192961.253438:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e442bd. 00010000:00000010:3.1:1776192961.253449:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026187545. 00000400:00000200:3.0:1776192961.260950:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.260970:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319980 00000400:00000200:3.0:1776192961.260979:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb46c5 [1] + 224 00000400:00000200:3.0:1776192961.260992:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.260995:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.261005:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed83cf33 x1862471349541248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192961.261123:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a70e81b. 00000400:00000200:1.0:1776192961.261129:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070f6b4c9 00000400:00000010:1.0:1776192961.261131:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070f6b4c9. 00000100:00000200:1.0:1776192961.261137:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed83cf33 x1862471349541248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.261144:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed83cf33 x1862471349541248/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.261195:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a466e54. 02000000:00000010:1.0:1776192961.261201:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac1bf68a. 00000100:00000010:1.0:1776192961.261205:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed83cf33. 00000100:00000010:1.0:1776192961.261208:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033bdedfc. 00010000:00000010:1.0:1776192961.261212:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000016bba91. 00000400:00000200:3.0:1776192961.261920:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.261932:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71a00 00000400:00000200:3.0:1776192961.261939:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb301d [2] + 0 00000400:00000200:3.0:1776192961.261988:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.261992:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.261997:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192961.262003:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a64fa28. 00000020:00000010:1.0:1776192961.262085:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000470949ce. 00000020:00000010:1.0:1776192961.262090:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.262094:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.262120:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a64fa28 x1862471344658944/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192961.262174:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344658944 02000000:00000010:1.0:1776192961.262185:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067408ea2. 00010000:00000010:1.0:1776192961.262211:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000498e8f7f. 00010000:00000010:1.0:1776192961.262233:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4fa9bf0. 00000100:00000010:1.0:1776192961.262239:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000061079b2. 00000100:00000010:1.0:1776192961.262252:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000061079b2. 00010000:00000010:1.0:1776192961.262255:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4fa9bf0. 00000400:00000010:1.0:1776192961.262267:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192961.262271:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344658944, offset 224 00000400:00000200:1.0:1776192961.262278:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.262289:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.262293:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92030:92030:256:4294967295] 192.168.203.33@tcp LPNI seq info [92030:92030:8:4294967295] 00000400:00000200:1.0:1776192961.262302:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.262306:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.262311:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192961.262315:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.262322:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.262325:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192961.262342:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.262346:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192961.262349:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000470949ce. 00000800:00000200:1.0:1776192961.262418:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192961.262422:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:1.0:1776192961.262425:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.262428:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.262431:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192961.262433:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00080000:00000010:3.0:1776192961.262651:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e389e4be. 00010000:00000010:3.0:1776192961.262739:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.262746:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc3201d2. 00010000:00000010:3.0:1776192961.262820:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082dfb50c. 00010000:00000010:3.0:1776192961.262826:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.262836:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af1a53e9. 00000100:00000010:3.0:1776192961.262840:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef19a229. 00000100:00000010:3.0:1776192961.262848:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000989f81ef. 02000000:00000010:3.0:1776192961.262859:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce12d7aa. 02000000:00000010:3.0:1776192961.262881:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c57b30f0. 00000400:00000010:3.0:1776192961.262886:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6c979b9. 00000400:00000010:3.0:1776192961.262891:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb69dc8. 00000100:00000200:3.0:1776192961.262895:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541312, portal 16 00000400:00000010:3.0:1776192961.262899:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047a4d13f. 00000100:00000200:3.0:1776192961.262901:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541312, offset 0 00000400:00000200:3.0:1776192961.262906:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.262914:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.262920:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.262924:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.262927:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.262929:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92031:92031:256:4294967295] 192.168.203.33@tcp LPNI seq info [92031:92031:8:4294967295] 00000400:00000200:3.0:1776192961.262935:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.262941:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.262944:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b58c1fa1 (tot 82352146). 00000800:00000200:3.0:1776192961.262948:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.262952:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.262955:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b58c1fa1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192961.263300:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192961.263303:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b58c1fa1 (tot 82351898). 00000400:00000200:2.0:1776192961.263307:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.263311:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192961.263315:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047a4d13f 00000400:00000010:2.0:1776192961.263316:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047a4d13f. 00000100:00000200:2.0:1776192961.263323:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000989f81ef x1862471349541312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192961.265932:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.267080:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de8673199c0 00000400:00000200:3.0:1776192961.267095:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb46d1 [1] + 224 00000400:00000200:3.0:1776192961.267114:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.267119:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.267130:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000989f81ef x1862471349541312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776192961.267183:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.267193:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71a40 00000400:00000200:3.0:1776192961.267198:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb301d [2] + 328 00000400:00000200:3.0:1776192961.267246:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.267249:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.267254:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192961.267259:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ac1ff8b. 00000400:00000010:1.0:1776192961.267296:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c979b9. 00000400:00000200:1.0:1776192961.267304:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccb69dc8 00000400:00000010:1.0:1776192961.267306:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccb69dc8. 00000100:00000200:1.0:1776192961.267313:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000989f81ef x1862471349541312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.267321:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000989f81ef x1862471349541312/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.267349:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c57b30f0. 02000000:00000010:1.0:1776192961.267356:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce12d7aa. 00000100:00000010:1.0:1776192961.267359:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000989f81ef. 00000100:00000010:1.0:1776192961.267363:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ef19a229. 00010000:00000010:1.0:1776192961.267366:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af1a53e9. 00000020:00000010:0.0:1776192961.268550:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e721c00e. 00000020:00000010:0.0:1776192961.268561:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034864df2. 00000020:00000010:0.0:1776192961.268566:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192961.268593:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ac1ff8b x1862471344659008/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192961.268624:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344659008 02000000:00000010:0.0:1776192961.268634:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1978db8. 00010000:00000010:0.0:1776192961.268661:0:64776:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d8ee3f1. 00010000:00000010:0.0:1776192961.268696:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc0303bd. 00000100:00000010:0.0:1776192961.268703:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5f24fa5. 00000100:00000010:0.0:1776192961.268721:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5f24fa5. 00010000:00000010:0.0:1776192961.268724:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc0303bd. 00000400:00000010:0.0:1776192961.268737:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192961.268743:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344659008, offset 224 00000400:00000200:0.0:1776192961.268750:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.268762:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.268768:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92032:92032:256:4294967295] 192.168.203.33@tcp LPNI seq info [92032:92032:8:4294967295] 00000400:00000200:0.0:1776192961.268778:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.268783:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192961.268787:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82352146). 00000800:00000200:0.0:1776192961.268794:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192961.268801:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192961.268804:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776192961.268821:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034864df2. 00000020:00000010:0.0:1776192961.268824:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192961.268827:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e721c00e. 00080000:00000010:3.0:1776192961.268870:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec28c267. 00000800:00000200:0.0:1776192961.268920:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.268923:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82351898). 00000400:00000200:0.0:1776192961.268928:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.268932:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.268935:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:0.0:1776192961.268937:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00010000:00000010:3.0:1776192961.270326:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.270348:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e033c613. 00010000:00000010:3.0:1776192961.270419:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d005fb21. 00010000:00000010:3.0:1776192961.270424:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.270448:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000115738db. 00000100:00000010:3.0:1776192961.270454:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb3ebfa0. 00000100:00000010:3.0:1776192961.270462:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feafb61a. 02000000:00000010:3.0:1776192961.270474:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcb195eb. 02000000:00000010:3.0:1776192961.270500:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce12d7aa. 00000400:00000010:3.0:1776192961.270505:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a25a6882. 00000400:00000010:3.0:1776192961.270511:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bfd526f. 00000100:00000200:3.0:1776192961.270516:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541376, portal 16 00000400:00000010:3.0:1776192961.270520:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9a78ada. 00000100:00000200:3.0:1776192961.270522:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541376, offset 0 00000400:00000200:3.0:1776192961.270529:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.270541:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.270547:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.270550:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.270553:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.270566:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92033:92033:256:4294967295] 192.168.203.33@tcp LPNI seq info [92033:92033:8:4294967295] 00000400:00000200:3.0:1776192961.270575:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.270580:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.270584:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b86401 (tot 82352146). 00000800:00000200:3.0:1776192961.270590:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.270596:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.270599:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b86401 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192961.271848:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.271855:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b86401 (tot 82351898). 00000400:00000200:0.0:1776192961.271862:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.271869:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.271874:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9a78ada 00000400:00000010:0.0:1776192961.271876:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9a78ada. 00000100:00000200:0.0:1776192961.271884:0:15849:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000feafb61a x1862471349541376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776192961.273260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066e3776d. 00010000:00000010:3.1:1776192961.277985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ce267b5. 00010000:00000010:3.1:1776192961.278001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e69a4. 00000400:00000200:0.0:1776192961.278408:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.278426:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319a00 00000400:00000200:0.0:1776192961.278435:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb46dd [1] + 224 00000400:00000200:0.0:1776192961.278451:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.278456:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.278467:0:15848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000feafb61a x1862471349541376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192961.278554:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a25a6882. 00000400:00000200:1.0:1776192961.278559:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bfd526f 00000400:00000010:1.0:1776192961.278561:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bfd526f. 00000100:00000200:1.0:1776192961.278568:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000feafb61a x1862471349541376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.278576:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000feafb61a x1862471349541376/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.278604:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce12d7aa. 02000000:00000010:1.0:1776192961.278611:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcb195eb. 00000100:00000010:1.0:1776192961.278615:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000feafb61a. 00000100:00000010:1.0:1776192961.278619:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb3ebfa0. 00010000:00000010:1.0:1776192961.278623:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000115738db. 00010000:00000010:0.1:1776192961.282386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091269545. 00010000:00000010:3.1:1776192961.283965:0:78571:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063177f3c. 00010000:00000010:3.1:1776192961.283979:0:78571:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb50c. 00000400:00000200:0.0:1776192961.292680:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.292711:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71a80 00000400:00000200:0.0:1776192961.292721:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb301d [2] + 656 00000400:00000200:0.0:1776192961.292785:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.292790:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.292797:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192961.292802:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b20187c. 00000020:00000010:1.0:1776192961.296282:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be8b799c. 00000020:00000010:1.0:1776192961.296296:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.296301:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.296333:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b20187c x1862471344659072/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192961.296360:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344659072 02000000:00000010:1.0:1776192961.296371:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a5ccf2c. 00010000:00000010:1.0:1776192961.296400:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc77a2e4. 00010000:00000010:1.0:1776192961.296419:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4fa9bf0. 00000100:00000010:1.0:1776192961.296427:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000061079b2. 00000100:00000010:1.0:1776192961.296445:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000061079b2. 00010000:00000010:1.0:1776192961.296449:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4fa9bf0. 00000400:00000010:1.0:1776192961.296462:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192961.296467:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344659072, offset 224 00000400:00000200:1.0:1776192961.296475:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.296489:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.296495:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92034:92034:256:4294967295] 192.168.203.33@tcp LPNI seq info [92034:92034:8:4294967295] 00000400:00000200:1.0:1776192961.296505:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.296511:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:1.0:1776192961.296515:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00080000:00000010:3.0:1776192961.296517:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac1bf68a. 00000800:00000200:1.0:1776192961.296522:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.296529:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.296532:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776192961.296553:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.296557:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192961.296560:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be8b799c. 00000800:00000200:1.0:1776192961.296659:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1776192961.296661:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001298ab2c. 00000800:00000010:1.0:1776192961.296663:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:1.0:1776192961.296666:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776192961.296667:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047643084. 00000400:00000200:1.0:1776192961.296671:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.296675:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192961.296677:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00010000:00000010:3.0:1776192961.296745:0:77323:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d87af7. 00010000:00000010:3.0:1776192961.296749:0:77323:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007bd72d2f. 00010000:00000010:3.0:1776192961.296753:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082dfb50c. 00010000:00000010:3.0:1776192961.296769:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001298ab2c. 00080000:00000010:3.0:1776192961.296783:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a466e54. 00010000:00000010:3.0:1776192961.296817:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.296821:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007bd72d2f. 00010000:00000010:3.0:1776192961.296873:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.0:1776192961.296877:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.296885:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f5ae5d. 00000100:00000010:3.0:1776192961.296889:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192961.296896:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bebdb68f. 02000000:00000010:3.0:1776192961.296906:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000377b41b8. 02000000:00000010:3.0:1776192961.296928:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcb195eb. 00000400:00000010:3.0:1776192961.296934:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f8e602d. 00000400:00000010:3.0:1776192961.296944:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192961.296949:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541440, portal 16 00000400:00000010:3.0:1776192961.296953:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af7edab5. 00000100:00000200:3.0:1776192961.296954:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541440, offset 0 00000400:00000200:3.0:1776192961.296960:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.296965:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.296972:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.296975:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.296977:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.296980:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92035:92035:256:4294967295] 192.168.203.33@tcp LPNI seq info [92035:92035:8:4294967295] 00000400:00000200:3.0:1776192961.296987:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.296991:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.296994:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089b6f067 (tot 82352146). 00000800:00000200:3.0:1776192961.296998:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.297001:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.297003:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089b6f067 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192961.297122:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.297125:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089b6f067 (tot 82351898). 00000400:00000200:0.0:1776192961.297129:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.297132:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.297135:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af7edab5 00000400:00000010:0.0:1776192961.297137:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af7edab5. 00000100:00000200:0.0:1776192961.297141:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bebdb68f x1862471349541440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192961.299253:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.299271:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319a40 00000400:00000200:0.0:1776192961.299280:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb46e9 [1] + 224 00000400:00000200:0.0:1776192961.299290:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.299294:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.299304:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bebdb68f x1862471349541440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192961.299346:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.299351:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71ac0 00000400:00000200:0.0:1776192961.299356:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb301d [2] + 984 00000400:00000200:0.0:1776192961.299402:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.299406:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.299410:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776192961.299416:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f769cfa. 00000400:00000010:3.0:1776192961.299418:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f8e602d. 00000400:00000200:3.0:1776192961.299424:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:3.0:1776192961.299425:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:3.0:1776192961.299430:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bebdb68f x1862471349541440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776192961.299508:0:64776:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be8b799c. 00000020:00000010:1.0:1776192961.299516:0:64776:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.299520:0:64776:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.299541:0:64776:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f769cfa x1862471344659136/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776192961.299574:0:64776:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344659136 02000000:00000010:1.0:1776192961.299586:0:64776:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003075448f. 00010000:00000010:1.0:1776192961.299621:0:64776:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4fa9bf0. 00000100:00000010:1.0:1776192961.299628:0:64776:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000061079b2. 00000100:00000010:1.0:1776192961.299633:0:64776:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000061079b2. 00010000:00000010:1.0:1776192961.299637:0:64776:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4fa9bf0. 00000400:00000010:1.0:1776192961.299650:0:64776:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000100:00000200:1.0:1776192961.299654:0:64776:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344659136, offset 224 00000400:00000200:1.0:1776192961.299662:0:64776:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:1.0:1776192961.299671:0:64776:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:1.0:1776192961.299676:0:64776:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92036:92036:256:4294967295] 192.168.203.33@tcp LPNI seq info [92036:92036:8:4294967295] 00000400:00000200:1.0:1776192961.299695:0:64776:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:1.0:1776192961.299700:0:64776:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000100:00000200:3.0:1776192961.299702:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bebdb68f x1862471349541440/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000010:1.0:1776192961.299704:0:64776:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021a3ac1f (tot 82352146). 00000800:00000200:1.0:1776192961.299709:0:64776:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:1.0:1776192961.299714:0:64776:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:1.0:1776192961.299717:0:64776:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000021a3ac1f type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776192961.299722:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075ac7089. 00000020:00000010:1.0:1776192961.299733:0:64776:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008873d073. 02000000:00000010:3.0:1776192961.299735:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcb195eb. 00000020:00000010:1.0:1776192961.299737:0:64776:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049d60336. 00000020:00000010:1.0:1776192961.299739:0:64776:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be8b799c. 02000000:00000010:3.0:1776192961.299740:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000377b41b8. 00000100:00000010:3.0:1776192961.299747:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bebdb68f. 00000100:00000010:3.0:1776192961.299750:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:3.0:1776192961.299764:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f5ae5d. 00080000:00000010:3.0:1776192961.299778:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000377b41b8. 00000800:00000200:1.0:1776192961.299795:0:15849:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192961.299798:0:15849:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021a3ac1f (tot 82351898). 00000400:00000200:1.0:1776192961.299801:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.299804:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.299806:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852e7047 00000400:00000010:1.0:1776192961.299808:0:15849:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852e7047. 00010000:00000010:3.0:1776192961.299862:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.299867:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f86b3aa. 00010000:00000010:3.0:1776192961.299933:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b78ac533. 00010000:00000010:3.0:1776192961.299944:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001298ab2c. 00010000:00000010:3.0:1776192961.299953:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1f5ae5d. 00000100:00000010:3.0:1776192961.299957:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d315b05c. 00000100:00000010:3.0:1776192961.299961:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bebdb68f. 02000000:00000010:3.0:1776192961.299970:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcb195eb. 02000000:00000010:3.0:1776192961.299989:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce12d7aa. 00000400:00000010:3.0:1776192961.299993:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f8e602d. 00000400:00000010:3.0:1776192961.299996:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f18480f. 00000100:00000200:3.0:1776192961.300000:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541504, portal 16 00000400:00000010:3.0:1776192961.300005:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fe6f0cc. 00000100:00000200:3.0:1776192961.300006:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541504, offset 0 00000400:00000200:3.0:1776192961.300012:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:3.0:1776192961.300018:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:3.0:1776192961.300024:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:3.0:1776192961.300028:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776192961.300030:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:3.0:1776192961.300032:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92037:92037:256:4294967295] 192.168.203.33@tcp LPNI seq info [92037:92037:8:4294967295] 00000400:00000200:3.0:1776192961.300039:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:3.0:1776192961.300042:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:3.0:1776192961.300045:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2e79463 (tot 82352146). 00000800:00000200:3.0:1776192961.300049:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:3.0:1776192961.300053:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:3.0:1776192961.300055:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2e79463 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776192961.301082:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776192961.301088:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2e79463 (tot 82351898). 00000400:00000200:0.0:1776192961.301094:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.301100:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.301104:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fe6f0cc 00000400:00000010:0.0:1776192961.301106:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fe6f0cc. 00000100:00000200:0.0:1776192961.301112:0:15848:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bebdb68f x1862471349541504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192961.304938:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.304956:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319a80 00000400:00000200:0.0:1776192961.304966:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb46f5 [1] + 224 00000400:00000200:0.0:1776192961.304982:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.304986:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.304998:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bebdb68f x1862471349541504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776192961.305093:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f8e602d. 00000400:00000200:1.0:1776192961.305099:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f18480f 00000400:00000010:1.0:1776192961.305101:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f18480f. 00000100:00000200:1.0:1776192961.305107:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bebdb68f x1862471349541504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776192961.305114:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bebdb68f x1862471349541504/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776192961.305145:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce12d7aa. 02000000:00000010:1.0:1776192961.305181:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcb195eb. 00000100:00000010:1.0:1776192961.305186:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bebdb68f. 00000100:00000010:1.0:1776192961.305190:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d315b05c. 00010000:00000010:1.0:1776192961.305194:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1f5ae5d. 00000400:00000200:1.0:1776192961.310495:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:1.0:1776192961.310514:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71b00 00000400:00000200:1.0:1776192961.310522:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb301d [2] + 1312 00000400:00000200:1.0:1776192961.310597:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.310603:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:1.0:1776192961.310609:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776192961.310615:0:15849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f17b910. 00000020:00000010:0.0:1776192961.310844:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b629751c. 00000020:00000010:0.0:1776192961.310851:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034864df2. 00000020:00000010:0.0:1776192961.310855:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192961.310879:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f17b910 x1862471344659200/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776192961.310914:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344659200 02000000:00000010:0.0:1776192961.310923:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e721c00e. 00010000:00000010:0.0:1776192961.310948:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b35e1893. 00010000:00000010:0.0:1776192961.310966:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc0303bd. 00000100:00000010:0.0:1776192961.310972:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5f24fa5. 00000100:00000010:0.0:1776192961.310989:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5f24fa5. 00010000:00000010:0.0:1776192961.310993:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc0303bd. 00000400:00000010:0.0:1776192961.311004:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008074ffb5. 00000100:00000200:0.0:1776192961.311008:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344659200, offset 224 00000400:00000200:0.0:1776192961.311016:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.311027:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.311033:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92038:92038:256:4294967295] 192.168.203.33@tcp LPNI seq info [92038:92038:8:4294967295] 00000400:00000200:0.0:1776192961.311043:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.311047:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192961.311052:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009431dd61 (tot 82352146). 00000800:00000200:0.0:1776192961.311057:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192961.311063:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192961.311067:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009431dd61 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776192961.311084:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c85f382c. 00000020:00000010:0.0:1776192961.311088:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034864df2. 00000020:00000010:0.0:1776192961.311093:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192961.311095:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b629751c. 00010000:00000010:1.0:1776192961.311277:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001298ab2c. 00010000:00000010:1.0:1776192961.311284:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4fdc3f4. 00000800:00000200:3.0:1776192961.313174:0:15848:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776192961.313181:0:15848:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009431dd61 (tot 82351898). 00000400:00000200:3.0:1776192961.313189:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.313198:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:3.0:1776192961.313204:0:15848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008074ffb5 00000400:00000010:3.0:1776192961.313207:0:15848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008074ffb5. 00010000:00000010:0.0:1776192961.322023:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.0:1776192961.322037:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b44535b5. 00010000:00000010:0.0:1776192961.322053:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc0303bd. 00000100:00000010:0.0:1776192961.322060:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5f24fa5. 00000100:00000010:0.0:1776192961.322071:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e61ef9f1. 02000000:00000010:0.0:1776192961.322084:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b629751c. 02000000:00000010:0.0:1776192961.322116:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aecfd899. 00000400:00000010:0.0:1776192961.322122:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007f791f2e. 00000400:00000010:0.0:1776192961.322129:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b58acd5f. 00000100:00000200:0.0:1776192961.322135:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541568, portal 16 00000400:00000010:0.0:1776192961.322141:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001948d05. 00000100:00000200:0.0:1776192961.322282:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541568, offset 0 00000400:00000200:0.0:1776192961.322294:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.322312:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.322319:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000400:00000200:0.0:1776192961.322323:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776192961.322326:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000400:00000200:0.0:1776192961.322329:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92039:92039:256:4294967295] 192.168.203.33@tcp LPNI seq info [92039:92039:8:4294967295] 00000400:00000200:0.0:1776192961.322339:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.322347:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:0.0:1776192961.322352:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000800:00000200:0.0:1776192961.322359:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:0.0:1776192961.322366:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:0.0:1776192961.322370:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776192961.322559:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776192961.322562:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82351898). 00000400:00000200:2.0:1776192961.322568:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776192961.322573:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:2.0:1776192961.322578:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001948d05 00000400:00000010:2.0:1776192961.322580:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001948d05. 00000100:00000200:2.0:1776192961.322587:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e61ef9f1 x1862471349541568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192961.324427:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.324579:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319ac0 00000400:00000200:0.0:1776192961.324588:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4701 [1] + 224 00000400:00000200:0.0:1776192961.324605:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.324609:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.324618:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e61ef9f1 x1862471349541568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776192961.324724:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f791f2e. 00000400:00000200:3.0:1776192961.324729:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b58acd5f 00000400:00000010:3.0:1776192961.324731:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b58acd5f. 00000100:00000200:3.0:1776192961.324737:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e61ef9f1 x1862471349541568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.324745:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e61ef9f1 x1862471349541568/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776192961.324956:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aecfd899. 02000000:00000010:3.0:1776192961.324964:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b629751c. 00000100:00000010:3.0:1776192961.324967:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e61ef9f1. 00000100:00000010:3.0:1776192961.324973:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5f24fa5. 00010000:00000010:3.0:1776192961.324977:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc0303bd. 00000400:00000200:3.0:1776192961.327724:0:15848:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:3.0:1776192961.327745:0:15848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71b40 00000400:00000200:3.0:1776192961.327754:0:15848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb301d [2] + 1640 00000400:00000200:3.0:1776192961.328422:0:15848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776192961.328430:0:15848:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:3.0:1776192961.328894:0:15848:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776192961.328902:0:15848:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bebdb68f. 00010000:00000010:1.1:1776192961.331267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c75229d. 00010000:00000010:1.1:1776192961.331285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085982399. 00010000:00000010:1.1:1776192961.331291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78ac533. 00010000:00000010:3.1:1776192961.331310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019aa0832. 00010000:00000010:3.1:1776192961.331317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d005fb21. 00010000:00000010:3.1:1776192961.331320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d87af7. 00010000:00000010:3.1:1776192961.331326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dfb50c. 00010000:00000010:3.1:1776192961.331329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c4093ec. 00010000:00000010:3.1:1776192961.331333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038e5020c. 00010000:00000010:3.1:1776192961.331336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e69a4. 00010000:00000010:0.1:1776192961.332004:0:66473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009433a708. 00000020:00000010:0.0:1776192961.332099:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ccedf31. 00000020:00000010:0.0:1776192961.332105:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034864df2. 00000020:00000010:0.0:1776192961.332110:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c46b757. 00000100:00000200:0.0:1776192961.332141:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bebdb68f x1862471344659264/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776192961.332191:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344659264 02000000:00000010:0.0:1776192961.332201:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002bd40b43. 00010000:00000010:0.0:1776192961.332229:0:66473:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004498dfc3. 00010000:00000010:0.0:1776192961.332249:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f845e3ce. 00000100:00000010:0.0:1776192961.332257:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097d33edd. 00000100:00000010:0.0:1776192961.332340:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000097d33edd. 00080000:00000010:2.0:1776192961.332419:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018d709ea. 00010000:00000010:2.0:1776192961.332506:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b44535b5. 00010000:00000010:2.0:1776192961.332573:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f523b2c7. 00010000:00000010:2.0:1776192961.332579:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d82ed439. 00010000:00000010:2.0:1776192961.332590:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000eca83e3. 00000100:00000010:2.0:1776192961.332595:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6e897. 00000100:00000010:2.0:1776192961.332602:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f06d7dd1. 02000000:00000010:2.0:1776192961.332614:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007377ba7c. 00010000:00000010:0.0:1776192961.332629:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f845e3ce. 02000000:00000010:2.0:1776192961.332637:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac823172. 00010000:00000010:0.0:1776192961.332638:0:66473:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007216d159. 00000400:00000010:2.0:1776192961.332645:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63f1d9a. 00000400:00000010:2.0:1776192961.332652:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002554c9c2. 00000400:00000010:0.0:1776192961.332656:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007180ca1d. 00000100:00000200:2.0:1776192961.332658:0:77323:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862471349541632, portal 16 00000100:00000200:0.0:1776192961.332661:0:66473:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862471344659264, offset 224 00000400:00000010:2.0:1776192961.332665:0:77323:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000836ce7f3. 00000400:00000200:0.0:1776192961.332673:0:66473:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000100:00000200:2.0:1776192961.332690:0:77323:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862471349541632, offset 0 00000400:00000200:2.0:1776192961.332700:0:77323:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.33@tcp 00000400:00000200:0.0:1776192961.332702:0:66473:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.133@tcp to MR: 192.168.203.33@tcp local destination 00000400:00000200:0.0:1776192961.332710:0:66473:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92040:92040:256:4294967295] 192.168.203.33@tcp LPNI seq info [92040:92040:8:4294967295] 00000400:00000200:0.0:1776192961.332720:0:66473:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:192.168.203.133@tcp) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:0.0:1776192961.332727:0:66473:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.33@tcp 00000400:00000200:2.0:1776192961.332731:0:77323:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.33@tcp local destination 00000800:00000010:0.0:1776192961.332733:0:66473:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:2.0:1776192961.332739:0:77323:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.133@tcp 00000800:00000200:0.0:1776192961.332743:0:66473:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000400:00000200:2.0:1776192961.332745:0:77323:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.133@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776192961.332750:0:77323:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.33@tcp 00000800:00000200:0.0:1776192961.332755:0:66473:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000400:00000200:2.0:1776192961.332756:0:77323:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.133@tcp NI seq info: [92041:92041:255:4294967295] 192.168.203.33@tcp LPNI seq info [92041:92041:7:4294967295] 00000800:00000200:0.0:1776192961.332761:0:66473:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000030b75053 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1776192961.332768:0:77323:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp:) -> 192.168.203.33@tcp(192.168.203.33@tcp:192.168.203.33@tcp) : PUT try# 0 00000800:00000200:2.0:1776192961.332773:0:77323:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.33@tcp 00000800:00000010:2.0:1776192961.332777:0:77323:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000184662c0 (tot 82352394). 00000800:00000200:2.0:1776192961.332781:0:77323:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000029b242d5] -> 12345-192.168.203.33@tcp (4) 00000800:00000200:2.0:1776192961.332786:0:77323:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.33@tcp ip 192.168.203.33:1023 00000800:00000200:2.0:1776192961.332789:0:77323:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000184662c0 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776192961.332790:0:66473:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034864df2. 00000020:00000010:0.0:1776192961.332795:0:66473:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c46b757. 00000020:00000010:0.0:1776192961.332799:0:66473:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ccedf31. 00000800:00000200:1.0:1776192961.332902:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192961.332905:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030b75053 (tot 82352146). 00000400:00000200:1.0:1776192961.332909:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.332914:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.332918:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007180ca1d 00000400:00000010:1.0:1776192961.332920:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007180ca1d. 00000800:00000200:1.0:1776192961.332983:0:15847:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776192961.332985:0:15847:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000184662c0 (tot 82351898). 00000400:00000200:1.0:1776192961.332988:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776192961.332992:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:1.0:1776192961.332995:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000836ce7f3 00000400:00000010:1.0:1776192961.332996:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000836ce7f3. 00000100:00000200:1.0:1776192961.333001:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f06d7dd1 x1862471349541632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776192961.338890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa0b61c. 00010000:00000010:0.1:1776192961.339903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d8b4dac. 00010000:00000010:0.1:1776192961.339917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d17f2a0a. 00000400:00000200:0.0:1776192961.344838:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.344857:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 224 into portal 16 MB=0x69de867319b00 00000400:00000200:0.0:1776192961.344866:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.33@tcp of length 224/224 into md 0xb4709 [1] + 224 00000400:00000200:0.0:1776192961.344878:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.344882:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000100:00000200:0.0:1776192961.344892:0:15849:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f06d7dd1 x1862471349541632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776192961.344932:0:15849:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.133@tcp(192.168.203.133@tcp) <- 192.168.203.33@tcp : PUT - for me 00000400:00000200:0.0:1776192961.344937:0:15849:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.33@tcp of length 328 into portal 17 MB=0x69de866e71b80 00000400:00000200:0.0:1776192961.344941:0:15849:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.33@tcp of length 328/328 into md 0xb301d [2] + 1968 00000400:00000010:0.0:1776192961.344946:0:15849:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002a1b777f. 00000400:00000200:0.0:1776192961.344951:0:15849:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000055f445b4 00000400:00000200:0.0:1776192961.345001:0:15849:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776192961.345005:0:15849:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.133@tcp->192.168.203.33@tcp: PUT: OK 00000400:00000200:0.0:1776192961.345007:0:15849:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055f445b4 00000400:00000010:0.0:1776192961.345010:0:15849:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000055f445b4 (tot 82351746). 00000100:00000200:0.0:1776192961.345015:0:15849:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776192961.345213:0:66473:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c57b30f0. 00000020:00000010:1.0:1776192961.345220:0:66473:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008873d073. 00000020:00000010:1.0:1776192961.345225:0:66473:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049d60336. 00000100:00000200:1.0:1776192961.345249:0:66473:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d5a0e1e x1862471344659328/t0(0) o103->596783c5-5ea6-4ea0-b69e-c7ac06c26e25@192.168.203.33@tcp:389/0 lens 328/0 e 0 to 0 dl 1776193004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776192961.345282:0:66473:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862471344659328 02000000:00000010:1.0:1776192961.345294:0:66473:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcb195eb. 00010000:00000010:1.0:1776192961.345333:0:66473:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4fa9bf0. 00000100:00000010:1.0:1776192961.345340:0:66473:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000061079b2. 00000100:00000010:1.0:1776192961.345348:0:66473:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000061079b2. 00010000:00000010:1.0:1776192961.345352:0:66473:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4fa9bf0. 00000400:00000010:1.0:1776192961.345367:0:66473:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852e7047. 00000400:00000010:3.0:1776192961.345368:0:77323:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63f1d9a. 00000400:00000200:3.0:1776192961.345373:0:77323:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002554c9c2 00000400:00000010:3.0:1776192961.345375:0:77323:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002554c9c2. 00000100:00000200:3.0:1776192961.345381:0:77323:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f06d7dd1 x1862471349541632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776192961.345395:0:77323:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f06d7dd1 x1862471349541632/t0(0) o104->lustre-MDT0000@192.168.203.33@tcp:15/16 lens 328/224 e 0 to 0 dl 1776193005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776192961.345415:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb72cfdd. 02000000:00000010:3.0:1776192961.345430:0:77323:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac823172. 02000000:00000010:3.0:1776192961.345447:0:77323:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007377ba7c. 00000100:00000010:3.0:1776192961.345451:0:77323:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f06d7dd1. 00000100:00000010:3.0:1776192961.345456:0:77323:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6e897. 00010000:00000010:3.0:1776192961.345460:0:77323:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000eca83e3. 00080000:00000010:3.0:1776192961.345476:0:77323:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000004b6d4a. 00010000:00000010:3.0:1776192961.345562:0:77323:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d82ed439. 00010000:00000010:3.0:1776192961.345570:0:77323:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ed6d5cf. 00010000:00000010:3.0:1776192961.345645:0:77323:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00e69a4. 00010000:00000010:3.0:1776192961.345651:0:77323:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f936e304. 00010000:00000010:3.0:1776192961.345660:0:77323:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d10d9023. 00000100:00000010:3.0:1776192961.345664:0:77323:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcde37df. 00000100:00000010:3.0:1776192961.345669:0:77323:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000feafb61a. 02000000:00000010:3.0:1776192961.345678:0:77323:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051947a87. 02000000:00000010:3.0:1776192961.345713:0:77323:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccadfc1a. 00000400:00000010:3.0:1776192961.345717:0:77323:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004ca591b0. Debug log: 53692 lines, 53692 kept, 0 dropped, 0 bad.